{"level":"warn","ts":"2026-04-23T07:45:32.118469Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-23T07:45:32.118554Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.169:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.169:2380","--initial-cluster=instance=https://199.204.45.169:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.169:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.169:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-23T07:45:32.118616Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-23T07:45:32.118631Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.169:2380"]} {"level":"info","ts":"2026-04-23T07:45:32.118648Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-23T07:45:32.119271Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.169:2379"]} {"level":"info","ts":"2026-04-23T07:45:32.11935Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.169:2380"],"listen-peer-urls":["https://199.204.45.169:2380"],"advertise-client-urls":["https://199.204.45.169:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.169:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.169:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-23T07:45:32.126832Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"7.100589ms"} {"level":"info","ts":"2026-04-23T07:45:32.136422Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"1c917701ce165bac","cluster-id":"bfb5247022b87cb1"} {"level":"info","ts":"2026-04-23T07:45:32.1367Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac switched to configuration voters=()"} {"level":"info","ts":"2026-04-23T07:45:32.136736Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became follower at term 0"} {"level":"info","ts":"2026-04-23T07:45:32.136755Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 1c917701ce165bac [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-23T07:45:32.136778Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became follower at term 1"} {"level":"info","ts":"2026-04-23T07:45:32.13683Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac switched to configuration voters=(2058557354321271724)"} {"level":"warn","ts":"2026-04-23T07:45:32.144391Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-23T07:45:32.145833Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-23T07:45:32.14705Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-23T07:45:32.149811Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"1c917701ce165bac","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-23T07:45:32.150612Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"1c917701ce165bac","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-23T07:45:32.15083Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-23T07:45:32.150884Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-23T07:45:32.150896Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-23T07:45:32.151207Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac switched to configuration voters=(2058557354321271724)"} {"level":"info","ts":"2026-04-23T07:45:32.151363Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"bfb5247022b87cb1","local-member-id":"1c917701ce165bac","added-peer-id":"1c917701ce165bac","added-peer-peer-urls":["https://199.204.45.169:2380"]} {"level":"info","ts":"2026-04-23T07:45:32.155152Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-23T07:45:32.155314Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.169:2380"} {"level":"info","ts":"2026-04-23T07:45:32.155394Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.169:2380"} {"level":"info","ts":"2026-04-23T07:45:32.155518Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"1c917701ce165bac","initial-advertise-peer-urls":["https://199.204.45.169:2380"],"listen-peer-urls":["https://199.204.45.169:2380"],"advertise-client-urls":["https://199.204.45.169:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.169:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-23T07:45:32.155562Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-23T07:45:32.537931Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac is starting a new election at term 1"} {"level":"info","ts":"2026-04-23T07:45:32.538004Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became pre-candidate at term 1"} {"level":"info","ts":"2026-04-23T07:45:32.538036Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac received MsgPreVoteResp from 1c917701ce165bac at term 1"} {"level":"info","ts":"2026-04-23T07:45:32.538093Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became candidate at term 2"} {"level":"info","ts":"2026-04-23T07:45:32.53811Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac received MsgVoteResp from 1c917701ce165bac at term 2"} {"level":"info","ts":"2026-04-23T07:45:32.538126Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became leader at term 2"} {"level":"info","ts":"2026-04-23T07:45:32.538233Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 1c917701ce165bac elected leader 1c917701ce165bac at term 2"} {"level":"info","ts":"2026-04-23T07:45:32.539844Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"1c917701ce165bac","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.169:2379]}","request-path":"/0/members/1c917701ce165bac/attributes","cluster-id":"bfb5247022b87cb1","publish-timeout":"7s"} {"level":"info","ts":"2026-04-23T07:45:32.539847Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-23T07:45:32.539858Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-23T07:45:32.539904Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-23T07:45:32.54035Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-23T07:45:32.540394Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-23T07:45:32.543449Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"bfb5247022b87cb1","local-member-id":"1c917701ce165bac","cluster-version":"3.5"} {"level":"info","ts":"2026-04-23T07:45:32.543539Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-23T07:45:32.54353Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-23T07:45:32.543561Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-23T07:45:32.544468Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.169:2379"} {"level":"info","ts":"2026-04-23T07:45:35.395338Z","caller":"traceutil/trace.go:171","msg":"trace[636990434] transaction","detail":"{read_only:false; response_revision:157; number_of_response:1; }","duration":"109.318359ms","start":"2026-04-23T07:45:35.285994Z","end":"2026-04-23T07:45:35.395313Z","steps":["trace[636990434] 'process raft request' (duration: 16.908952ms)","trace[636990434] 'compare' (duration: 92.303905ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:45:41.227177Z","caller":"traceutil/trace.go:171","msg":"trace[761813434] transaction","detail":"{read_only:false; response_revision:350; number_of_response:1; }","duration":"106.756508ms","start":"2026-04-23T07:45:41.120399Z","end":"2026-04-23T07:45:41.227155Z","steps":["trace[761813434] 'process raft request' (duration: 40.859151ms)","trace[761813434] 'compare' (duration: 65.783014ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:45:41.228951Z","caller":"traceutil/trace.go:171","msg":"trace[1158584930] transaction","detail":"{read_only:false; response_revision:351; number_of_response:1; }","duration":"108.178471ms","start":"2026-04-23T07:45:41.120727Z","end":"2026-04-23T07:45:41.228906Z","steps":["trace[1158584930] 'process raft request' (duration: 107.975527ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:45:41.228999Z","caller":"traceutil/trace.go:171","msg":"trace[69574998] transaction","detail":"{read_only:false; response_revision:352; number_of_response:1; }","duration":"104.653838ms","start":"2026-04-23T07:45:41.124329Z","end":"2026-04-23T07:45:41.228982Z","steps":["trace[69574998] 'process raft request' (duration: 104.492514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:45:41.576774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.764121ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T07:45:41.576952Z","caller":"traceutil/trace.go:171","msg":"trace[2127091171] transaction","detail":"{read_only:false; response_revision:364; number_of_response:1; }","duration":"163.513457ms","start":"2026-04-23T07:45:41.413408Z","end":"2026-04-23T07:45:41.576922Z","steps":["trace[2127091171] 'process raft request' (duration: 34.07869ms)","trace[2127091171] 'compare' (duration: 128.648539ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:45:41.577028Z","caller":"traceutil/trace.go:171","msg":"trace[2103128984] transaction","detail":"{read_only:false; response_revision:365; number_of_response:1; }","duration":"153.647472ms","start":"2026-04-23T07:45:41.423357Z","end":"2026-04-23T07:45:41.577004Z","steps":["trace[2103128984] 'process raft request' (duration: 153.53533ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:45:41.577086Z","caller":"traceutil/trace.go:171","msg":"trace[320299392] transaction","detail":"{read_only:false; response_revision:368; number_of_response:1; }","duration":"150.124529ms","start":"2026-04-23T07:45:41.426945Z","end":"2026-04-23T07:45:41.577069Z","steps":["trace[320299392] 'process raft request' (duration: 150.085548ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:45:41.577013Z","caller":"traceutil/trace.go:171","msg":"trace[510523702] linearizableReadLoop","detail":"{readStateIndex:373; appliedIndex:372; }","duration":"157.216938ms","start":"2026-04-23T07:45:41.419764Z","end":"2026-04-23T07:45:41.576981Z","steps":["trace[510523702] 'read index received' (duration: 27.719769ms)","trace[510523702] 'applied index is now lower than readState.Index' (duration: 129.494529ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T07:45:41.57725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.95412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-23T07:45:41.577299Z","caller":"traceutil/trace.go:171","msg":"trace[1030187415] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:368; }","duration":"162.084263ms","start":"2026-04-23T07:45:41.415202Z","end":"2026-04-23T07:45:41.577286Z","steps":["trace[1030187415] 'agreement among raft nodes before linearized reading' (duration: 161.867158ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:45:41.577307Z","caller":"traceutil/trace.go:171","msg":"trace[1607902621] transaction","detail":"{read_only:false; response_revision:366; number_of_response:1; }","duration":"153.746295ms","start":"2026-04-23T07:45:41.423537Z","end":"2026-04-23T07:45:41.577283Z","steps":["trace[1607902621] 'process raft request' (duration: 153.411827ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:45:41.577404Z","caller":"traceutil/trace.go:171","msg":"trace[2043839458] transaction","detail":"{read_only:false; response_revision:367; number_of_response:1; }","duration":"151.699166ms","start":"2026-04-23T07:45:41.425561Z","end":"2026-04-23T07:45:41.57726Z","steps":["trace[2043839458] 'process raft request' (duration: 151.42729ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:45:41.80548Z","caller":"traceutil/trace.go:171","msg":"trace[1680392900] transaction","detail":"{read_only:false; response_revision:371; number_of_response:1; }","duration":"172.110431ms","start":"2026-04-23T07:45:41.63334Z","end":"2026-04-23T07:45:41.80545Z","steps":["trace[1680392900] 'process raft request' (duration: 103.413518ms)","trace[1680392900] 'compare' (duration: 68.434397ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T07:45:42.735513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.265536ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T07:45:42.735601Z","caller":"traceutil/trace.go:171","msg":"trace[1802537152] linearizableReadLoop","detail":"{readStateIndex:396; appliedIndex:395; }","duration":"577.874057ms","start":"2026-04-23T07:45:42.157714Z","end":"2026-04-23T07:45:42.735588Z","steps":["trace[1802537152] 'read index received' (duration: 113.405666ms)","trace[1802537152] 'applied index is now lower than readState.Index' (duration: 464.467301ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T07:45:42.735659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.93904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4373"} {"level":"info","ts":"2026-04-23T07:45:42.735686Z","caller":"traceutil/trace.go:171","msg":"trace[1638839127] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:387; }","duration":"577.98756ms","start":"2026-04-23T07:45:42.157689Z","end":"2026-04-23T07:45:42.735676Z","steps":["trace[1638839127] 'agreement among raft nodes before linearized reading' (duration: 577.935569ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:45:42.735669Z","caller":"traceutil/trace.go:171","msg":"trace[1421077001] transaction","detail":"{read_only:false; response_revision:387; number_of_response:1; }","duration":"587.999578ms","start":"2026-04-23T07:45:42.147632Z","end":"2026-04-23T07:45:42.735632Z","steps":["trace[1421077001] 'process raft request' (duration: 123.540397ms)","trace[1421077001] 'compare' (duration: 464.136733ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T07:45:42.735712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:45:42.157676Z","time spent":"578.027721ms","remote":"127.0.0.1:48070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4396,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-23T07:45:42.735849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:45:42.14761Z","time spent":"588.152102ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T07:45:44.347474Z","caller":"traceutil/trace.go:171","msg":"trace[732249606] transaction","detail":"{read_only:false; response_revision:397; number_of_response:1; }","duration":"124.045069ms","start":"2026-04-23T07:45:44.223401Z","end":"2026-04-23T07:45:44.347446Z","steps":["trace[732249606] 'process raft request' (duration: 65.641201ms)","trace[732249606] 'compare' (duration: 58.240144ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T07:45:48.344825Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172633992342,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T07:45:48.437271Z","caller":"traceutil/trace.go:171","msg":"trace[1059684655] linearizableReadLoop","detail":"{readStateIndex:417; appliedIndex:416; }","duration":"593.456158ms","start":"2026-04-23T07:45:47.843786Z","end":"2026-04-23T07:45:48.437242Z","steps":["trace[1059684655] 'read index received' (duration: 593.238363ms)","trace[1059684655] 'applied index is now lower than readState.Index' (duration: 216.505µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:45:48.437374Z","caller":"traceutil/trace.go:171","msg":"trace[1834770252] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"595.184679ms","start":"2026-04-23T07:45:47.842156Z","end":"2026-04-23T07:45:48.437341Z","steps":["trace[1834770252] 'process raft request' (duration: 594.923663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:45:48.437494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.344942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T07:45:48.437524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.731645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-23T07:45:48.437551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:45:47.842132Z","time spent":"595.334313ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4311,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T07:45:48.43756Z","caller":"traceutil/trace.go:171","msg":"trace[462346274] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:406; }","duration":"555.497076ms","start":"2026-04-23T07:45:47.882047Z","end":"2026-04-23T07:45:48.437544Z","steps":["trace[462346274] 'agreement among raft nodes before linearized reading' (duration: 555.356543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:45:48.437641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:45:47.882027Z","time spent":"555.597028ms","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T07:45:48.437704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.926601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T07:45:48.4378Z","caller":"traceutil/trace.go:171","msg":"trace[121546885] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:406; }","duration":"446.075675ms","start":"2026-04-23T07:45:47.991702Z","end":"2026-04-23T07:45:48.437778Z","steps":["trace[121546885] 'agreement among raft nodes before linearized reading' (duration: 445.797948ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:45:48.437581Z","caller":"traceutil/trace.go:171","msg":"trace[216514762] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:406; }","duration":"593.829448ms","start":"2026-04-23T07:45:47.843737Z","end":"2026-04-23T07:45:48.437567Z","steps":["trace[216514762] 'agreement among raft nodes before linearized reading' (duration: 593.653613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:45:48.437863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:45:47.991682Z","time spent":"446.172067ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T07:45:48.4379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:45:47.843717Z","time spent":"594.172525ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T07:45:59.05105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.636354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T07:45:59.051122Z","caller":"traceutil/trace.go:171","msg":"trace[1141244719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:463; }","duration":"498.751187ms","start":"2026-04-23T07:45:58.552356Z","end":"2026-04-23T07:45:59.051107Z","steps":["trace[1141244719] 'range keys from in-memory index tree' (duration: 498.356197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:45:59.051155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:45:58.552299Z","time spent":"498.849519ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T07:45:59.051388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.000361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T07:45:59.051479Z","caller":"traceutil/trace.go:171","msg":"trace[770542969] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:463; }","duration":"480.150604ms","start":"2026-04-23T07:45:58.571306Z","end":"2026-04-23T07:45:59.051457Z","steps":["trace[770542969] 'range keys from in-memory index tree' (duration: 479.896929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:45:59.051467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.23849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T07:45:59.051499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.488847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-23T07:45:59.051537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:45:58.571289Z","time spent":"480.239277ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T07:45:59.051555Z","caller":"traceutil/trace.go:171","msg":"trace[540230203] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:463; }","duration":"168.361582ms","start":"2026-04-23T07:45:58.883173Z","end":"2026-04-23T07:45:59.051535Z","steps":["trace[540230203] 'range keys from in-memory index tree' (duration: 168.161068ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:45:59.051606Z","caller":"traceutil/trace.go:171","msg":"trace[327786030] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:463; }","duration":"179.651511ms","start":"2026-04-23T07:45:58.871925Z","end":"2026-04-23T07:45:59.051576Z","steps":["trace[327786030] 'range keys from in-memory index tree' (duration: 179.379455ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:45:59.351437Z","caller":"traceutil/trace.go:171","msg":"trace[1025627973] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"296.852887ms","start":"2026-04-23T07:45:59.054566Z","end":"2026-04-23T07:45:59.351419Z","steps":["trace[1025627973] 'process raft request' (duration: 296.689543ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:45:59.428689Z","caller":"traceutil/trace.go:171","msg":"trace[1388305208] transaction","detail":"{read_only:false; response_revision:465; number_of_response:1; }","duration":"373.839147ms","start":"2026-04-23T07:45:59.054814Z","end":"2026-04-23T07:45:59.428653Z","steps":["trace[1388305208] 'process raft request' (duration: 373.665293ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:45:59.428741Z","caller":"traceutil/trace.go:171","msg":"trace[350835788] transaction","detail":"{read_only:false; response_revision:466; number_of_response:1; }","duration":"373.350215ms","start":"2026-04-23T07:45:59.05536Z","end":"2026-04-23T07:45:59.42871Z","steps":["trace[350835788] 'process raft request' (duration: 373.224662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:45:59.428845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:45:59.054787Z","time spent":"373.976831ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T07:45:59.428898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:45:59.055338Z","time spent":"373.474339ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T07:46:04.16007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.20657ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T07:46:04.160223Z","caller":"traceutil/trace.go:171","msg":"trace[372699564] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"573.787041ms","start":"2026-04-23T07:46:03.586416Z","end":"2026-04-23T07:46:04.160203Z","steps":["trace[372699564] 'compare' (duration: 566.059726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:46:04.160319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:46:03.586393Z","time spent":"573.864282ms","remote":"127.0.0.1:47944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7693,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T07:46:04.38423Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172633992547,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T07:46:04.628865Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.035222989s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T07:46:04.667099Z","caller":"traceutil/trace.go:171","msg":"trace[1785599731] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"1.076773566s","start":"2026-04-23T07:46:03.590261Z","end":"2026-04-23T07:46:04.667035Z","steps":["trace[1785599731] 'process raft request' (duration: 1.038991838s)","trace[1785599731] 'compare' (duration: 37.477081ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T07:46:04.667344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:46:03.59025Z","time spent":"1.076963932s","remote":"127.0.0.1:47944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29452,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T07:46:04.668454Z","caller":"traceutil/trace.go:171","msg":"trace[853837633] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"1.077917174s","start":"2026-04-23T07:46:03.590508Z","end":"2026-04-23T07:46:04.668425Z","steps":["trace[853837633] 'process raft request' (duration: 1.07646074s)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:46:04.668516Z","caller":"traceutil/trace.go:171","msg":"trace[2090521928] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"1.07482417s","start":"2026-04-23T07:46:03.593667Z","end":"2026-04-23T07:46:04.668491Z","steps":["trace[2090521928] 'process raft request' (duration: 1.074577644s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:46:04.668606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:46:03.593656Z","time spent":"1.074906873s","remote":"127.0.0.1:47944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T07:46:04.668651Z","caller":"traceutil/trace.go:171","msg":"trace[1645874978] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"984.702128ms","start":"2026-04-23T07:46:03.683909Z","end":"2026-04-23T07:46:04.668611Z","steps":["trace[1645874978] 'process raft request' (duration: 984.541004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:46:04.668686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:46:03.590479Z","time spent":"1.078057897s","remote":"127.0.0.1:47944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58844,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T07:46:04.668639Z","caller":"traceutil/trace.go:171","msg":"trace[133779094] linearizableReadLoop","detail":"{readStateIndex:556; appliedIndex:552; }","duration":"785.394699ms","start":"2026-04-23T07:46:03.883199Z","end":"2026-04-23T07:46:04.668594Z","steps":["trace[133779094] 'read index received' (duration: 746.107505ms)","trace[133779094] 'applied index is now lower than readState.Index' (duration: 39.285794ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T07:46:04.668786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:46:03.683884Z","time spent":"984.845422ms","remote":"127.0.0.1:47944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T07:46:04.668813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.590595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:46:04.668876Z","caller":"traceutil/trace.go:171","msg":"trace[1931985450] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:540; }","duration":"785.714848ms","start":"2026-04-23T07:46:03.883146Z","end":"2026-04-23T07:46:04.668861Z","steps":["trace[1931985450] 'agreement among raft nodes before linearized reading' (duration: 785.569294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:46:04.668923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:46:03.883123Z","time spent":"785.790829ms","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T07:46:10.915349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.258253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:46:10.915462Z","caller":"traceutil/trace.go:171","msg":"trace[755135320] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:615; }","duration":"129.398396ms","start":"2026-04-23T07:46:10.786039Z","end":"2026-04-23T07:46:10.915438Z","steps":["trace[755135320] 'range keys from in-memory index tree' (duration: 129.18379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:46:10.915482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.143523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:46:10.915643Z","caller":"traceutil/trace.go:171","msg":"trace[847619180] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:615; }","duration":"130.377689ms","start":"2026-04-23T07:46:10.785248Z","end":"2026-04-23T07:46:10.915626Z","steps":["trace[847619180] 'range keys from in-memory index tree' (duration: 130.074312ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:46:10.915668Z","caller":"traceutil/trace.go:171","msg":"trace[110434988] linearizableReadLoop","detail":"{readStateIndex:633; appliedIndex:632; }","duration":"101.649156ms","start":"2026-04-23T07:46:10.813993Z","end":"2026-04-23T07:46:10.915642Z","steps":["trace[110434988] 'read index received' (duration: 69.981473ms)","trace[110434988] 'applied index is now lower than readState.Index' (duration: 31.666623ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T07:46:10.915685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.324167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:46:10.915822Z","caller":"traceutil/trace.go:171","msg":"trace[2043731920] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:615; }","duration":"130.546253ms","start":"2026-04-23T07:46:10.78524Z","end":"2026-04-23T07:46:10.915787Z","steps":["trace[2043731920] 'count revisions from in-memory index tree' (duration: 130.197774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:46:10.915861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.83814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T07:46:10.915905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.820849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:46:10.915898Z","caller":"traceutil/trace.go:171","msg":"trace[137988181] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:616; }","duration":"101.919962ms","start":"2026-04-23T07:46:10.813967Z","end":"2026-04-23T07:46:10.915887Z","steps":["trace[137988181] 'agreement among raft nodes before linearized reading' (duration: 101.80616ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:46:10.91595Z","caller":"traceutil/trace.go:171","msg":"trace[1533209489] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:616; }","duration":"101.877981ms","start":"2026-04-23T07:46:10.814051Z","end":"2026-04-23T07:46:10.915929Z","steps":["trace[1533209489] 'agreement among raft nodes before linearized reading' (duration: 101.79782ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:46:10.915907Z","caller":"traceutil/trace.go:171","msg":"trace[1609331586] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"115.441764ms","start":"2026-04-23T07:46:10.800367Z","end":"2026-04-23T07:46:10.915808Z","steps":["trace[1609331586] 'process raft request' (duration: 83.688619ms)","trace[1609331586] 'compare' (duration: 31.455567ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T07:46:10.916097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.192475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:46:10.916132Z","caller":"traceutil/trace.go:171","msg":"trace[2030039283] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:616; }","duration":"101.239266ms","start":"2026-04-23T07:46:10.814883Z","end":"2026-04-23T07:46:10.916122Z","steps":["trace[2030039283] 'agreement among raft nodes before linearized reading' (duration: 101.192945ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:46:11.679135Z","caller":"traceutil/trace.go:171","msg":"trace[965717364] linearizableReadLoop","detail":"{readStateIndex:636; appliedIndex:635; }","duration":"281.293266ms","start":"2026-04-23T07:46:11.39781Z","end":"2026-04-23T07:46:11.679103Z","steps":["trace[965717364] 'read index received' (duration: 279.250337ms)","trace[965717364] 'applied index is now lower than readState.Index' (duration: 2.041609ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:46:11.67922Z","caller":"traceutil/trace.go:171","msg":"trace[1596777885] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"331.339627ms","start":"2026-04-23T07:46:11.347839Z","end":"2026-04-23T07:46:11.679178Z","steps":["trace[1596777885] 'process raft request' (duration: 329.80014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:46:11.679363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.483001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:46:11.679411Z","caller":"traceutil/trace.go:171","msg":"trace[302823916] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:618; }","duration":"281.599724ms","start":"2026-04-23T07:46:11.397799Z","end":"2026-04-23T07:46:11.679399Z","steps":["trace[302823916] 'agreement among raft nodes before linearized reading' (duration: 281.455451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:46:11.679426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:46:11.347808Z","time spent":"331.497521ms","remote":"127.0.0.1:47992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036309,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T07:46:12.179616Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172633992760,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T07:46:12.680553Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172633992760,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T07:46:13.181026Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172633992760,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T07:46:13.682219Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172633992760,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T07:46:14.150297Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.473228886s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T07:46:14.661824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.10388ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T07:46:14.662201Z","caller":"traceutil/trace.go:171","msg":"trace[855658363] linearizableReadLoop","detail":"{readStateIndex:638; appliedIndex:636; }","duration":"2.982941252s","start":"2026-04-23T07:46:11.679223Z","end":"2026-04-23T07:46:14.662164Z","steps":["trace[855658363] 'read index received' (duration: 2.471359201s)","trace[855658363] 'applied index is now lower than readState.Index' (duration: 511.580511ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T07:46:14.66245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.028109536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T07:46:14.662478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.160889202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T07:46:14.662467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.122666704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:46:14.662529Z","caller":"traceutil/trace.go:171","msg":"trace[160824960] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:620; }","duration":"3.028242569s","start":"2026-04-23T07:46:11.634267Z","end":"2026-04-23T07:46:14.66251Z","steps":["trace[160824960] 'agreement among raft nodes before linearized reading' (duration: 3.028047545s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:46:14.662541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.148253272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T07:46:14.662554Z","caller":"traceutil/trace.go:171","msg":"trace[696250908] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"3.232564347s","start":"2026-04-23T07:46:11.429975Z","end":"2026-04-23T07:46:14.662539Z","steps":["trace[696250908] 'process raft request' (duration: 2.720590027s)","trace[696250908] 'compare' (duration: 510.543446ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:46:14.662581Z","caller":"traceutil/trace.go:171","msg":"trace[934509307] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:620; }","duration":"3.148323074s","start":"2026-04-23T07:46:11.514245Z","end":"2026-04-23T07:46:14.662568Z","steps":["trace[934509307] 'agreement among raft nodes before linearized reading' (duration: 3.148063857s)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:46:14.662586Z","caller":"traceutil/trace.go:171","msg":"trace[1741794651] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:620; }","duration":"3.122799007s","start":"2026-04-23T07:46:11.539755Z","end":"2026-04-23T07:46:14.662554Z","steps":["trace[1741794651] 'agreement among raft nodes before linearized reading' (duration: 3.122540961s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:46:14.662535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.161425365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T07:46:14.66257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.154572943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-23T07:46:14.662616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.055995049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T07:46:14.662633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.02743611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T07:46:14.662636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:46:11.514234Z","time spent":"3.148391516s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T07:46:14.662657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.161609599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:46:14.662659Z","caller":"traceutil/trace.go:171","msg":"trace[554373743] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:620; }","duration":"3.056088761s","start":"2026-04-23T07:46:11.60656Z","end":"2026-04-23T07:46:14.662648Z","steps":["trace[554373743] 'agreement among raft nodes before linearized reading' (duration: 3.05603214s)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:46:14.662673Z","caller":"traceutil/trace.go:171","msg":"trace[554712604] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:620; }","duration":"3.154703125s","start":"2026-04-23T07:46:11.507942Z","end":"2026-04-23T07:46:14.662645Z","steps":["trace[554712604] 'agreement among raft nodes before linearized reading' (duration: 3.154404718s)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:46:14.662671Z","caller":"traceutil/trace.go:171","msg":"trace[1974697426] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:620; }","duration":"3.16163671s","start":"2026-04-23T07:46:11.501003Z","end":"2026-04-23T07:46:14.662639Z","steps":["trace[1974697426] 'agreement among raft nodes before linearized reading' (duration: 3.161333793s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:46:14.66271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.258840481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-23T07:46:14.662714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.028345192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T07:46:14.662717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:46:11.606528Z","time spent":"3.056179564s","remote":"127.0.0.1:38898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-23T07:46:14.662719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.091402831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T07:46:14.662736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:46:11.500985Z","time spent":"3.161734833s","remote":"127.0.0.1:38868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T07:46:14.662776Z","caller":"traceutil/trace.go:171","msg":"trace[597492335] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:620; }","duration":"3.091486863s","start":"2026-04-23T07:46:11.571267Z","end":"2026-04-23T07:46:14.662754Z","steps":["trace[597492335] 'agreement among raft nodes before linearized reading' (duration: 3.091422661s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:46:14.662645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:46:11.539726Z","time spent":"3.12290306s","remote":"127.0.0.1:38872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-23T07:46:14.66256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.226769939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T07:46:14.662789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:46:11.507932Z","time spent":"3.154778828s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T07:46:14.662795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.056291416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:46:14.662833Z","caller":"traceutil/trace.go:171","msg":"trace[949178385] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:620; }","duration":"3.227098846s","start":"2026-04-23T07:46:11.435713Z","end":"2026-04-23T07:46:14.662812Z","steps":["trace[949178385] 'agreement among raft nodes before linearized reading' (duration: 3.226599354s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:46:14.662869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:46:11.435705Z","time spent":"3.227153837s","remote":"127.0.0.1:38864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T07:46:14.662707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:46:11.429954Z","time spent":"3.232657829s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":688,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T07:46:14.662882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.091660197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:46:14.662766Z","caller":"traceutil/trace.go:171","msg":"trace[969206327] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:620; }","duration":"3.258899832s","start":"2026-04-23T07:46:11.403847Z","end":"2026-04-23T07:46:14.662747Z","steps":["trace[969206327] 'agreement among raft nodes before linearized reading' (duration: 3.258736578s)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:46:14.662896Z","caller":"traceutil/trace.go:171","msg":"trace[1888717635] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:620; }","duration":"3.056357997s","start":"2026-04-23T07:46:11.606491Z","end":"2026-04-23T07:46:14.662849Z","steps":["trace[1888717635] 'agreement among raft nodes before linearized reading' (duration: 3.056261885s)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:46:14.662462Z","caller":"traceutil/trace.go:171","msg":"trace[2087490527] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"2.92816709s","start":"2026-04-23T07:46:11.734228Z","end":"2026-04-23T07:46:14.662395Z","steps":["trace[2087490527] 'process raft request' (duration: 2.927788901s)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:46:14.662924Z","caller":"traceutil/trace.go:171","msg":"trace[2126713837] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:620; }","duration":"3.091722829s","start":"2026-04-23T07:46:11.571188Z","end":"2026-04-23T07:46:14.662911Z","steps":["trace[2126713837] 'agreement among raft nodes before linearized reading' (duration: 3.091646807s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:46:14.662984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:46:11.606468Z","time spent":"3.0564733s","remote":"127.0.0.1:38898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T07:46:14.662988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:46:11.734209Z","time spent":"2.928735643s","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T07:46:14.663042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.123127805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:46:14.663079Z","caller":"traceutil/trace.go:171","msg":"trace[2077002429] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:620; }","duration":"3.123265038s","start":"2026-04-23T07:46:11.539803Z","end":"2026-04-23T07:46:14.663068Z","steps":["trace[2077002429] 'agreement among raft nodes before linearized reading' (duration: 3.123169466s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:46:14.662813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:46:11.571238Z","time spent":"3.091565405s","remote":"127.0.0.1:38882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-23T07:46:14.662559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.22683582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T07:46:14.663117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:46:11.539762Z","time spent":"3.12334684s","remote":"127.0.0.1:38872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T07:46:14.663135Z","caller":"traceutil/trace.go:171","msg":"trace[1646592455] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:620; }","duration":"3.227405573s","start":"2026-04-23T07:46:11.435709Z","end":"2026-04-23T07:46:14.663114Z","steps":["trace[1646592455] 'agreement among raft nodes before linearized reading' (duration: 3.22681902s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:46:14.663139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.265219032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T07:46:14.662934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:46:11.403839Z","time spent":"3.259088006s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T07:46:14.663205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:46:11.435693Z","time spent":"3.227470046s","remote":"127.0.0.1:38864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 "} {"level":"info","ts":"2026-04-23T07:46:14.663228Z","caller":"traceutil/trace.go:171","msg":"trace[1326214225] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:620; }","duration":"3.265301704s","start":"2026-04-23T07:46:11.397867Z","end":"2026-04-23T07:46:14.663169Z","steps":["trace[1326214225] 'agreement among raft nodes before linearized reading' (duration: 3.265227882s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:46:14.663276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:46:11.397824Z","time spent":"3.265438247s","remote":"127.0.0.1:46564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T07:46:14.662664Z","caller":"traceutil/trace.go:171","msg":"trace[595606777] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:620; }","duration":"3.027488742s","start":"2026-04-23T07:46:11.635166Z","end":"2026-04-23T07:46:14.662655Z","steps":["trace[595606777] 'agreement among raft nodes before linearized reading' (duration: 3.027442901s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:46:14.662669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.09054602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:46:14.662784Z","caller":"traceutil/trace.go:171","msg":"trace[976325447] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:620; }","duration":"3.028433724s","start":"2026-04-23T07:46:11.634311Z","end":"2026-04-23T07:46:14.662745Z","steps":["trace[976325447] 'agreement among raft nodes before linearized reading' (duration: 3.028381112s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:46:14.66248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.264200538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:46:14.662559Z","caller":"traceutil/trace.go:171","msg":"trace[1857216361] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:620; }","duration":"3.160996166s","start":"2026-04-23T07:46:11.501538Z","end":"2026-04-23T07:46:14.662534Z","steps":["trace[1857216361] 'agreement among raft nodes before linearized reading' (duration: 3.160829592s)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:46:14.663347Z","caller":"traceutil/trace.go:171","msg":"trace[345994925] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:620; }","duration":"3.091300199s","start":"2026-04-23T07:46:11.572034Z","end":"2026-04-23T07:46:14.663334Z","steps":["trace[345994925] 'agreement among raft nodes before linearized reading' (duration: 3.090468969s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:46:14.663344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:46:11.635156Z","time spent":"3.028163377s","remote":"127.0.0.1:38910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:500 "} {"level":"warn","ts":"2026-04-23T07:46:14.663389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:46:11.57202Z","time spent":"3.09135496s","remote":"127.0.0.1:38872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:500 "} {"level":"warn","ts":"2026-04-23T07:46:14.663391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:46:11.501531Z","time spent":"3.161843906s","remote":"127.0.0.1:38868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:500 "} {"level":"warn","ts":"2026-04-23T07:46:14.662929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.167765956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-23T07:46:14.663417Z","caller":"traceutil/trace.go:171","msg":"trace[1214601327] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:620; }","duration":"3.26513927s","start":"2026-04-23T07:46:11.398232Z","end":"2026-04-23T07:46:14.663371Z","steps":["trace[1214601327] 'agreement among raft nodes before linearized reading' (duration: 3.264157966s)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:46:14.663438Z","caller":"traceutil/trace.go:171","msg":"trace[1573385924] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:620; }","duration":"3.168310839s","start":"2026-04-23T07:46:11.495114Z","end":"2026-04-23T07:46:14.663425Z","steps":["trace[1573385924] 'agreement among raft nodes before linearized reading' (duration: 3.167654563s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:46:14.663465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:46:11.398224Z","time spent":"3.265228513s","remote":"127.0.0.1:46564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:500 "} {"level":"warn","ts":"2026-04-23T07:46:14.663464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.967283081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T07:46:14.663471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:46:11.495085Z","time spent":"3.168378461s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T07:46:14.663388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:46:11.634284Z","time spent":"3.029068859s","remote":"127.0.0.1:38910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 "} {"level":"info","ts":"2026-04-23T07:46:14.663501Z","caller":"traceutil/trace.go:171","msg":"trace[743740661] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:620; }","duration":"2.967364782s","start":"2026-04-23T07:46:11.696121Z","end":"2026-04-23T07:46:14.663486Z","steps":["trace[743740661] 'agreement among raft nodes before linearized reading' (duration: 2.967309201s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:46:14.663534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:46:11.696086Z","time spent":"2.967439204s","remote":"127.0.0.1:38922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-23T07:46:14.663659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:46:11.571181Z","time spent":"3.09178314s","remote":"127.0.0.1:38882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T07:46:14.66258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:46:11.634246Z","time spent":"3.028320031s","remote":"127.0.0.1:38910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-23T07:46:14.662731Z","caller":"traceutil/trace.go:171","msg":"trace[2111025987] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:620; }","duration":"3.161692012s","start":"2026-04-23T07:46:11.501003Z","end":"2026-04-23T07:46:14.662695Z","steps":["trace[2111025987] 'agreement among raft nodes before linearized reading' (duration: 3.16162383s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:46:14.663748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:46:11.500978Z","time spent":"3.162754717s","remote":"127.0.0.1:38868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-23T07:46:14.663787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.914132746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T07:46:14.663787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.913921931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:46:14.663819Z","caller":"traceutil/trace.go:171","msg":"trace[480201028] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:620; }","duration":"2.914180168s","start":"2026-04-23T07:46:11.749629Z","end":"2026-04-23T07:46:14.663809Z","steps":["trace[480201028] 'agreement among raft nodes before linearized reading' (duration: 2.914127607s)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:46:14.663833Z","caller":"traceutil/trace.go:171","msg":"trace[1640707886] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:620; }","duration":"2.914012624s","start":"2026-04-23T07:46:11.749805Z","end":"2026-04-23T07:46:14.663818Z","steps":["trace[1640707886] 'agreement among raft nodes before linearized reading' (duration: 2.913923172s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:46:14.663853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:46:11.749621Z","time spent":"2.914222769s","remote":"127.0.0.1:38938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T07:46:14.663864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.896934638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T07:46:14.66386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.967487515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T07:46:14.663881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.504520701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-sm6d8\" ","response":"range_response_count:1 size:16965"} {"level":"warn","ts":"2026-04-23T07:46:14.663895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.939599112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:46:14.663906Z","caller":"traceutil/trace.go:171","msg":"trace[249723118] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:620; }","duration":"2.89702181s","start":"2026-04-23T07:46:11.766871Z","end":"2026-04-23T07:46:14.663893Z","steps":["trace[249723118] 'agreement among raft nodes before linearized reading' (duration: 2.896960339s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:46:14.663909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.897219034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:46:14.663913Z","caller":"traceutil/trace.go:171","msg":"trace[1339549722] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:620; }","duration":"2.967542556s","start":"2026-04-23T07:46:11.696353Z","end":"2026-04-23T07:46:14.663895Z","steps":["trace[1339549722] 'agreement among raft nodes before linearized reading' (duration: 2.967460414s)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:46:14.663924Z","caller":"traceutil/trace.go:171","msg":"trace[1554631510] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:620; }","duration":"2.939652963s","start":"2026-04-23T07:46:11.724262Z","end":"2026-04-23T07:46:14.663915Z","steps":["trace[1554631510] 'agreement among raft nodes before linearized reading' (duration: 2.939605592s)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:46:14.663924Z","caller":"traceutil/trace.go:171","msg":"trace[2096320646] range","detail":"{range_begin:/registry/pods/kube-system/cilium-sm6d8; range_end:; response_count:1; response_revision:620; }","duration":"2.504620843s","start":"2026-04-23T07:46:12.159289Z","end":"2026-04-23T07:46:14.66391Z","steps":["trace[2096320646] 'agreement among raft nodes before linearized reading' (duration: 2.504505371s)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:46:14.663945Z","caller":"traceutil/trace.go:171","msg":"trace[49843495] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:620; }","duration":"2.897263426s","start":"2026-04-23T07:46:11.766669Z","end":"2026-04-23T07:46:14.663933Z","steps":["trace[49843495] 'agreement among raft nodes before linearized reading' (duration: 2.897217635s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:46:14.663867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:46:11.749767Z","time spent":"2.914092045s","remote":"127.0.0.1:38938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"warn","ts":"2026-04-23T07:46:14.663958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:46:12.159256Z","time spent":"2.504694235s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-sm6d8\" "} {"level":"warn","ts":"2026-04-23T07:46:14.663983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.93910166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T07:46:14.663986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:46:11.766659Z","time spent":"2.897314477s","remote":"127.0.0.1:38940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"warn","ts":"2026-04-23T07:46:14.664001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.939812827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:46:14.664006Z","caller":"traceutil/trace.go:171","msg":"trace[463481189] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:620; }","duration":"2.939166581s","start":"2026-04-23T07:46:11.724833Z","end":"2026-04-23T07:46:14.663999Z","steps":["trace[463481189] 'agreement among raft nodes before linearized reading' (duration: 2.939132391s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:46:14.66401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.896163729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T07:46:14.664032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:46:11.72481Z","time spent":"2.939216143s","remote":"127.0.0.1:38934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 "} {"level":"info","ts":"2026-04-23T07:46:14.664036Z","caller":"traceutil/trace.go:171","msg":"trace[383251375] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:620; }","duration":"2.939878919s","start":"2026-04-23T07:46:11.724143Z","end":"2026-04-23T07:46:14.664022Z","steps":["trace[383251375] 'agreement among raft nodes before linearized reading' (duration: 2.939830228s)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:46:14.664055Z","caller":"traceutil/trace.go:171","msg":"trace[1901929778] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:620; }","duration":"2.89621038s","start":"2026-04-23T07:46:11.767831Z","end":"2026-04-23T07:46:14.664041Z","steps":["trace[1901929778] 'agreement among raft nodes before linearized reading' (duration: 2.896129359s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:46:14.664091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:46:11.724122Z","time spent":"2.93995661s","remote":"127.0.0.1:38934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 "} {"level":"warn","ts":"2026-04-23T07:46:14.664103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:46:11.767791Z","time spent":"2.896302813s","remote":"127.0.0.1:38938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 "} {"level":"warn","ts":"2026-04-23T07:46:14.663947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:46:11.766839Z","time spent":"2.897091602s","remote":"127.0.0.1:38940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T07:46:14.663949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:46:11.724247Z","time spent":"2.939695944s","remote":"127.0.0.1:38934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T07:46:14.664111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.967882545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:46:14.664208Z","caller":"traceutil/trace.go:171","msg":"trace[1971615538] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:620; }","duration":"2.968011927s","start":"2026-04-23T07:46:11.696186Z","end":"2026-04-23T07:46:14.664198Z","steps":["trace[1971615538] 'agreement among raft nodes before linearized reading' (duration: 2.967812122s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:46:14.664214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.78061116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T07:46:14.663952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:46:11.696338Z","time spent":"2.967603988s","remote":"127.0.0.1:38922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:500 "} {"level":"warn","ts":"2026-04-23T07:46:14.66425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:46:11.696164Z","time spent":"2.968071979s","remote":"127.0.0.1:38922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T07:46:14.664251Z","caller":"traceutil/trace.go:171","msg":"trace[1290303041] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:620; }","duration":"1.780686672s","start":"2026-04-23T07:46:12.883554Z","end":"2026-04-23T07:46:14.66424Z","steps":["trace[1290303041] 'agreement among raft nodes before linearized reading' (duration: 1.780556769s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:46:14.664285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:46:12.883529Z","time spent":"1.780750084s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T07:46:14.662991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.226444101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:46:14.666298Z","caller":"traceutil/trace.go:171","msg":"trace[1397999649] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:620; }","duration":"3.22893075s","start":"2026-04-23T07:46:11.436516Z","end":"2026-04-23T07:46:14.665447Z","steps":["trace[1397999649] 'agreement among raft nodes before linearized reading' (duration: 3.226441401s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:46:14.666361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:46:11.436506Z","time spent":"3.229836701s","remote":"127.0.0.1:38864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:500 "} {"level":"warn","ts":"2026-04-23T07:46:15.103379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.317502ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T07:46:15.103533Z","caller":"traceutil/trace.go:171","msg":"trace[1694508564] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"432.552412ms","start":"2026-04-23T07:46:14.670962Z","end":"2026-04-23T07:46:15.103514Z","steps":["trace[1694508564] 'process raft request' (duration: 322.011265ms)","trace[1694508564] 'compare' (duration: 110.181039ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T07:46:15.103596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:46:14.670944Z","time spent":"432.622514ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T07:46:15.144369Z","caller":"traceutil/trace.go:171","msg":"trace[1934222850] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"473.235428ms","start":"2026-04-23T07:46:14.671108Z","end":"2026-04-23T07:46:15.144344Z","steps":["trace[1934222850] 'process raft request' (duration: 473.062934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:46:15.144511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:46:14.671082Z","time spent":"473.356662ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T07:46:15.144661Z","caller":"traceutil/trace.go:171","msg":"trace[1165635740] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"473.539655ms","start":"2026-04-23T07:46:14.671105Z","end":"2026-04-23T07:46:15.144645Z","steps":["trace[1165635740] 'process raft request' (duration: 473.197537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:46:15.14474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:46:14.671082Z","time spent":"473.618268ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T07:46:15.14477Z","caller":"traceutil/trace.go:171","msg":"trace[747866963] linearizableReadLoop","detail":"{readStateIndex:641; appliedIndex:638; }","duration":"473.000633ms","start":"2026-04-23T07:46:14.671747Z","end":"2026-04-23T07:46:15.144748Z","steps":["trace[747866963] 'read index received' (duration: 321.243217ms)","trace[747866963] 'applied index is now lower than readState.Index' (duration: 151.756426ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:46:15.144908Z","caller":"traceutil/trace.go:171","msg":"trace[96349557] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"465.275759ms","start":"2026-04-23T07:46:14.679607Z","end":"2026-04-23T07:46:15.144883Z","steps":["trace[96349557] 'process raft request' (duration: 465.075074ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:46:15.144882Z","caller":"traceutil/trace.go:171","msg":"trace[167382288] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"472.309006ms","start":"2026-04-23T07:46:14.672506Z","end":"2026-04-23T07:46:15.144815Z","steps":["trace[167382288] 'process raft request' (duration: 472.04532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:46:15.144986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:46:14.679586Z","time spent":"465.360332ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T07:46:15.144993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.292881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T07:46:15.144949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.179307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-04-23T07:46:15.145089Z","caller":"traceutil/trace.go:171","msg":"trace[396006183] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:625; }","duration":"468.452065ms","start":"2026-04-23T07:46:14.676615Z","end":"2026-04-23T07:46:15.145067Z","steps":["trace[396006183] 'agreement among raft nodes before linearized reading' (duration: 468.299792ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:46:15.145111Z","caller":"traceutil/trace.go:171","msg":"trace[1334716638] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:625; }","duration":"473.382842ms","start":"2026-04-23T07:46:14.671717Z","end":"2026-04-23T07:46:15.1451Z","steps":["trace[1334716638] 'agreement among raft nodes before linearized reading' (duration: 473.162987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:46:15.145135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:46:14.676606Z","time spent":"468.522477ms","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T07:46:15.145149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:46:14.671708Z","time spent":"473.432523ms","remote":"127.0.0.1:48094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":216,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"warn","ts":"2026-04-23T07:46:15.145154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:46:14.672491Z","time spent":"472.540823ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T07:46:16.078653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.010009ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T07:46:16.078777Z","caller":"traceutil/trace.go:171","msg":"trace[1310557592] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"884.493768ms","start":"2026-04-23T07:46:15.194261Z","end":"2026-04-23T07:46:16.078755Z","steps":["trace[1310557592] 'process raft request' (duration: 55.293094ms)","trace[1310557592] 'compare' (duration: 828.730392ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T07:46:16.078837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:46:15.194231Z","time spent":"884.58341ms","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T07:46:16.384439Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172633992774,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T07:46:16.639922Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.390207855s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T07:46:16.700512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:46:16.387971Z","time spent":"312.531045ms","remote":"127.0.0.1:38944","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T07:46:16.701905Z","caller":"traceutil/trace.go:171","msg":"trace[646631190] linearizableReadLoop","detail":"{readStateIndex:649; appliedIndex:646; }","duration":"817.717955ms","start":"2026-04-23T07:46:15.884157Z","end":"2026-04-23T07:46:16.701875Z","steps":["trace[646631190] 'read index received' (duration: 755.976533ms)","trace[646631190] 'applied index is now lower than readState.Index' (duration: 61.739882ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:46:16.702079Z","caller":"traceutil/trace.go:171","msg":"trace[976749046] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"1.507626081s","start":"2026-04-23T07:46:15.194418Z","end":"2026-04-23T07:46:16.702044Z","steps":["trace[976749046] 'process raft request' (duration: 1.445786126s)","trace[976749046] 'compare' (duration: 60.139585ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:46:16.702117Z","caller":"traceutil/trace.go:171","msg":"trace[730907948] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"1.505593274s","start":"2026-04-23T07:46:15.19647Z","end":"2026-04-23T07:46:16.702063Z","steps":["trace[730907948] 'process raft request' (duration: 1.505168053s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:46:16.702194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.020683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T07:46:16.702222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:46:15.194408Z","time spent":"1.507738125s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":775,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T07:46:16.702128Z","caller":"traceutil/trace.go:171","msg":"trace[1403327833] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"1.505577092s","start":"2026-04-23T07:46:15.196517Z","end":"2026-04-23T07:46:16.702094Z","steps":["trace[1403327833] 'process raft request' (duration: 1.505277305s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:46:16.702242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.690857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-23T07:46:16.702279Z","caller":"traceutil/trace.go:171","msg":"trace[829978031] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:631; }","duration":"818.172316ms","start":"2026-04-23T07:46:15.884085Z","end":"2026-04-23T07:46:16.702257Z","steps":["trace[829978031] 'agreement among raft nodes before linearized reading' (duration: 817.973641ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:46:16.702307Z","caller":"traceutil/trace.go:171","msg":"trace[22098832] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:631; }","duration":"527.825821ms","start":"2026-04-23T07:46:16.174467Z","end":"2026-04-23T07:46:16.702293Z","steps":["trace[22098832] 'agreement among raft nodes before linearized reading' (duration: 527.628536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:46:16.702332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:46:15.884043Z","time spent":"818.276659ms","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T07:46:16.702365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:46:16.174444Z","time spent":"527.909602ms","remote":"127.0.0.1:47922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-04-23T07:46:16.702379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:46:15.196429Z","time spent":"1.505799619s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3209,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T07:46:16.70242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:46:15.196487Z","time spent":"1.505812568s","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T07:46:18.547288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.256306ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:46:18.547487Z","caller":"traceutil/trace.go:171","msg":"trace[685063025] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:667; }","duration":"153.491422ms","start":"2026-04-23T07:46:18.393967Z","end":"2026-04-23T07:46:18.547459Z","steps":["trace[685063025] 'range keys from in-memory index tree' (duration: 153.226735ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:46:18.558767Z","caller":"traceutil/trace.go:171","msg":"trace[1646118497] transaction","detail":"{read_only:false; response_revision:668; number_of_response:1; }","duration":"125.199797ms","start":"2026-04-23T07:46:18.433536Z","end":"2026-04-23T07:46:18.558736Z","steps":["trace[1646118497] 'process raft request' (duration: 125.037063ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:46:28.192844Z","caller":"traceutil/trace.go:171","msg":"trace[1375727861] transaction","detail":"{read_only:false; response_revision:753; number_of_response:1; }","duration":"107.998866ms","start":"2026-04-23T07:46:28.08481Z","end":"2026-04-23T07:46:28.192808Z","steps":["trace[1375727861] 'process raft request' (duration: 107.827842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:46:33.554926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.995791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-23T07:46:33.555043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.931629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-23T07:46:33.555065Z","caller":"traceutil/trace.go:171","msg":"trace[345218169] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:789; }","duration":"283.157244ms","start":"2026-04-23T07:46:33.271887Z","end":"2026-04-23T07:46:33.555045Z","steps":["trace[345218169] 'range keys from in-memory index tree' (duration: 282.777965ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:46:33.555125Z","caller":"traceutil/trace.go:171","msg":"trace[1962037237] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:789; }","duration":"283.108633ms","start":"2026-04-23T07:46:33.271995Z","end":"2026-04-23T07:46:33.555104Z","steps":["trace[1962037237] 'range keys from in-memory index tree' (duration: 282.678312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:46:33.555279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.217026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T07:46:33.555313Z","caller":"traceutil/trace.go:171","msg":"trace[2057558058] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:789; }","duration":"283.309048ms","start":"2026-04-23T07:46:33.271995Z","end":"2026-04-23T07:46:33.555304Z","steps":["trace[2057558058] 'range keys from in-memory index tree' (duration: 282.99688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:46:33.555043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.949015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-23T07:46:33.555423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.82796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:46:33.555455Z","caller":"traceutil/trace.go:171","msg":"trace[320592836] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:789; }","duration":"670.892022ms","start":"2026-04-23T07:46:32.884555Z","end":"2026-04-23T07:46:33.555447Z","steps":["trace[320592836] 'range keys from in-memory index tree' (duration: 670.738598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:46:33.555482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:46:32.884535Z","time spent":"670.940273ms","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T07:46:33.555453Z","caller":"traceutil/trace.go:171","msg":"trace[1319480167] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:789; }","duration":"339.415436ms","start":"2026-04-23T07:46:33.215985Z","end":"2026-04-23T07:46:33.5554Z","steps":["trace[1319480167] 'range keys from in-memory index tree' (duration: 338.690129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:46:33.555593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:46:33.215957Z","time spent":"339.58255ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T07:46:33.556396Z","caller":"traceutil/trace.go:171","msg":"trace[296535775] transaction","detail":"{read_only:false; response_revision:790; number_of_response:1; }","duration":"268.723069ms","start":"2026-04-23T07:46:33.28765Z","end":"2026-04-23T07:46:33.556373Z","steps":["trace[296535775] 'process raft request' (duration: 203.373051ms)","trace[296535775] 'compare' (duration: 64.571569ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:46:36.299464Z","caller":"traceutil/trace.go:171","msg":"trace[1372026058] transaction","detail":"{read_only:false; response_revision:804; number_of_response:1; }","duration":"116.670793ms","start":"2026-04-23T07:46:36.182755Z","end":"2026-04-23T07:46:36.299426Z","steps":["trace[1372026058] 'process raft request' (duration: 104.216276ms)","trace[1372026058] 'compare' (duration: 12.219041ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:46:37.775044Z","caller":"traceutil/trace.go:171","msg":"trace[1139356120] transaction","detail":"{read_only:false; response_revision:814; number_of_response:1; }","duration":"142.53788ms","start":"2026-04-23T07:46:37.63248Z","end":"2026-04-23T07:46:37.775018Z","steps":["trace[1139356120] 'process raft request' (duration: 142.344436ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:46:37.774979Z","caller":"traceutil/trace.go:171","msg":"trace[2137675670] linearizableReadLoop","detail":"{readStateIndex:840; appliedIndex:838; }","duration":"123.480485ms","start":"2026-04-23T07:46:37.651463Z","end":"2026-04-23T07:46:37.774943Z","steps":["trace[2137675670] 'read index received' (duration: 17.782474ms)","trace[2137675670] 'applied index is now lower than readState.Index' (duration: 105.696921ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T07:46:37.775193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.702351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T07:46:37.775253Z","caller":"traceutil/trace.go:171","msg":"trace[1305660817] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:814; }","duration":"123.817023ms","start":"2026-04-23T07:46:37.651421Z","end":"2026-04-23T07:46:37.775238Z","steps":["trace[1305660817] 'agreement among raft nodes before linearized reading' (duration: 123.66832ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:46:38.270767Z","caller":"traceutil/trace.go:171","msg":"trace[1240987332] transaction","detail":"{read_only:false; response_revision:823; number_of_response:1; }","duration":"259.570181ms","start":"2026-04-23T07:46:38.011163Z","end":"2026-04-23T07:46:38.270733Z","steps":["trace[1240987332] 'process raft request' (duration: 253.711891ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:46:39.591227Z","caller":"traceutil/trace.go:171","msg":"trace[1215590876] linearizableReadLoop","detail":"{readStateIndex:874; appliedIndex:873; }","duration":"210.764008ms","start":"2026-04-23T07:46:39.380432Z","end":"2026-04-23T07:46:39.591196Z","steps":["trace[1215590876] 'read index received' (duration: 210.596394ms)","trace[1215590876] 'applied index is now lower than readState.Index' (duration: 166.424µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:46:39.591292Z","caller":"traceutil/trace.go:171","msg":"trace[835192005] transaction","detail":"{read_only:false; response_revision:848; number_of_response:1; }","duration":"279.652491ms","start":"2026-04-23T07:46:39.311597Z","end":"2026-04-23T07:46:39.591249Z","steps":["trace[835192005] 'process raft request' (duration: 279.319223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:46:39.591484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.012323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/envoy-oidc-hmac\" ","response":"range_response_count:1 size:452"} {"level":"info","ts":"2026-04-23T07:46:39.59153Z","caller":"traceutil/trace.go:171","msg":"trace[250901561] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/envoy-oidc-hmac; range_end:; response_count:1; response_revision:848; }","duration":"211.133566ms","start":"2026-04-23T07:46:39.380385Z","end":"2026-04-23T07:46:39.591519Z","steps":["trace[250901561] 'agreement among raft nodes before linearized reading' (duration: 210.948502ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:46:39.600434Z","caller":"traceutil/trace.go:171","msg":"trace[1201811806] transaction","detail":"{read_only:false; response_revision:849; number_of_response:1; }","duration":"106.624493ms","start":"2026-04-23T07:46:39.493784Z","end":"2026-04-23T07:46:39.600409Z","steps":["trace[1201811806] 'process raft request' (duration: 106.510601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:46:39.600489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.431389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:46:39.600573Z","caller":"traceutil/trace.go:171","msg":"trace[1442952797] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:0; response_revision:849; }","duration":"119.545332ms","start":"2026-04-23T07:46:39.481009Z","end":"2026-04-23T07:46:39.600554Z","steps":["trace[1442952797] 'agreement among raft nodes before linearized reading' (duration: 119.389828ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:46:43.446992Z","caller":"traceutil/trace.go:171","msg":"trace[1510501060] transaction","detail":"{read_only:false; response_revision:884; number_of_response:1; }","duration":"120.390412ms","start":"2026-04-23T07:46:43.326558Z","end":"2026-04-23T07:46:43.446948Z","steps":["trace[1510501060] 'process raft request' (duration: 111.018688ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:46:53.801456Z","caller":"traceutil/trace.go:171","msg":"trace[2026458319] transaction","detail":"{read_only:false; response_revision:1118; number_of_response:1; }","duration":"116.612722ms","start":"2026-04-23T07:46:53.6848Z","end":"2026-04-23T07:46:53.801413Z","steps":["trace[2026458319] 'process raft request' (duration: 116.341266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:46:53.999265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.494033ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T07:46:53.999454Z","caller":"traceutil/trace.go:171","msg":"trace[713537265] transaction","detail":"{read_only:false; response_revision:1119; number_of_response:1; }","duration":"192.648895ms","start":"2026-04-23T07:46:53.806753Z","end":"2026-04-23T07:46:53.999402Z","steps":["trace[713537265] 'process raft request' (duration: 35.882036ms)","trace[713537265] 'compare' (duration: 156.266077ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:47:04.660219Z","caller":"traceutil/trace.go:171","msg":"trace[855387537] transaction","detail":"{read_only:false; response_revision:1195; number_of_response:1; }","duration":"119.06716ms","start":"2026-04-23T07:47:04.541124Z","end":"2026-04-23T07:47:04.660191Z","steps":["trace[855387537] 'process raft request' (duration: 118.883206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:47:05.352432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.787444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:47:05.352538Z","caller":"traceutil/trace.go:171","msg":"trace[501242876] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1195; }","duration":"366.004689ms","start":"2026-04-23T07:47:04.986512Z","end":"2026-04-23T07:47:05.352516Z","steps":["trace[501242876] 'count revisions from in-memory index tree' (duration: 365.608969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:47:05.352583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:47:04.986472Z","time spent":"366.098652ms","remote":"127.0.0.1:48178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-04-23T07:47:18.947945Z","caller":"traceutil/trace.go:171","msg":"trace[609570452] transaction","detail":"{read_only:false; response_revision:1329; number_of_response:1; }","duration":"213.458191ms","start":"2026-04-23T07:47:18.734447Z","end":"2026-04-23T07:47:18.947906Z","steps":["trace[609570452] 'process raft request' (duration: 213.233496ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:47:22.299427Z","caller":"traceutil/trace.go:171","msg":"trace[1979433914] linearizableReadLoop","detail":"{readStateIndex:1383; appliedIndex:1382; }","duration":"119.172155ms","start":"2026-04-23T07:47:22.180219Z","end":"2026-04-23T07:47:22.299391Z","steps":["trace[1979433914] 'read index received' (duration: 41.245471ms)","trace[1979433914] 'applied index is now lower than readState.Index' (duration: 77.925354ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:47:22.299608Z","caller":"traceutil/trace.go:171","msg":"trace[23428504] transaction","detail":"{read_only:false; response_revision:1344; number_of_response:1; }","duration":"146.67628ms","start":"2026-04-23T07:47:22.152885Z","end":"2026-04-23T07:47:22.299561Z","steps":["trace[23428504] 'process raft request' (duration: 68.685665ms)","trace[23428504] 'compare' (duration: 77.666297ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T07:47:22.299725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.045338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-23T07:47:22.299742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.508954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-23T07:47:22.299769Z","caller":"traceutil/trace.go:171","msg":"trace[386544223] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1344; }","duration":"118.122211ms","start":"2026-04-23T07:47:22.181636Z","end":"2026-04-23T07:47:22.299758Z","steps":["trace[386544223] 'agreement among raft nodes before linearized reading' (duration: 117.951737ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:47:22.29983Z","caller":"traceutil/trace.go:171","msg":"trace[1887349386] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1344; }","duration":"119.635377ms","start":"2026-04-23T07:47:22.180167Z","end":"2026-04-23T07:47:22.299802Z","steps":["trace[1887349386] 'agreement among raft nodes before linearized reading' (duration: 119.406771ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:47:24.155071Z","caller":"traceutil/trace.go:171","msg":"trace[1396325132] transaction","detail":"{read_only:false; response_revision:1438; number_of_response:1; }","duration":"209.643938ms","start":"2026-04-23T07:47:23.94539Z","end":"2026-04-23T07:47:24.155034Z","steps":["trace[1396325132] 'process raft request' (duration: 209.439744ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:47:24.361181Z","caller":"traceutil/trace.go:171","msg":"trace[1094338375] transaction","detail":"{read_only:false; response_revision:1439; number_of_response:1; }","duration":"173.012357ms","start":"2026-04-23T07:47:24.188134Z","end":"2026-04-23T07:47:24.361147Z","steps":["trace[1094338375] 'process raft request' (duration: 162.19971ms)","trace[1094338375] 'compare' (duration: 10.618712ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:47:26.948073Z","caller":"traceutil/trace.go:171","msg":"trace[40745877] transaction","detail":"{read_only:false; response_revision:1456; number_of_response:1; }","duration":"199.61853ms","start":"2026-04-23T07:47:26.748416Z","end":"2026-04-23T07:47:26.948035Z","steps":["trace[40745877] 'process raft request' (duration: 199.400155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:47:27.123938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.511626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T07:47:27.124043Z","caller":"traceutil/trace.go:171","msg":"trace[680725242] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1456; }","duration":"138.68444ms","start":"2026-04-23T07:47:26.985338Z","end":"2026-04-23T07:47:27.124022Z","steps":["trace[680725242] 'range keys from in-memory index tree' (duration: 138.297391ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:47:27.255738Z","caller":"traceutil/trace.go:171","msg":"trace[991712898] transaction","detail":"{read_only:false; response_revision:1457; number_of_response:1; }","duration":"126.422398ms","start":"2026-04-23T07:47:27.12928Z","end":"2026-04-23T07:47:27.255703Z","steps":["trace[991712898] 'process raft request' (duration: 126.213423ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:47:27.447318Z","caller":"traceutil/trace.go:171","msg":"trace[874160742] transaction","detail":"{read_only:false; response_revision:1458; number_of_response:1; }","duration":"150.782808ms","start":"2026-04-23T07:47:27.296501Z","end":"2026-04-23T07:47:27.447284Z","steps":["trace[874160742] 'process raft request' (duration: 99.150799ms)","trace[874160742] 'compare' (duration: 51.497506ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:47:38.393718Z","caller":"traceutil/trace.go:171","msg":"trace[1542063415] transaction","detail":"{read_only:false; response_revision:1670; number_of_response:1; }","duration":"124.767399ms","start":"2026-04-23T07:47:38.26889Z","end":"2026-04-23T07:47:38.393658Z","steps":["trace[1542063415] 'process raft request' (duration: 124.521943ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:47:42.575688Z","caller":"traceutil/trace.go:171","msg":"trace[2084251785] linearizableReadLoop","detail":"{readStateIndex:1773; appliedIndex:1772; }","duration":"114.851112ms","start":"2026-04-23T07:47:42.460804Z","end":"2026-04-23T07:47:42.575655Z","steps":["trace[2084251785] 'read index received' (duration: 19.898293ms)","trace[2084251785] 'applied index is now lower than readState.Index' (duration: 94.951059ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T07:47:42.575846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.193322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-23T07:47:42.575973Z","caller":"traceutil/trace.go:171","msg":"trace[1418657188] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1707; }","duration":"126.379056ms","start":"2026-04-23T07:47:42.449568Z","end":"2026-04-23T07:47:42.575947Z","steps":["trace[1418657188] 'range keys from in-memory index tree' (duration: 125.958477ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:47:42.57591Z","caller":"traceutil/trace.go:171","msg":"trace[1926274318] transaction","detail":"{read_only:false; response_revision:1708; number_of_response:1; }","duration":"125.798413ms","start":"2026-04-23T07:47:42.450017Z","end":"2026-04-23T07:47:42.575815Z","steps":["trace[1926274318] 'process raft request' (duration: 30.744142ms)","trace[1926274318] 'compare' (duration: 94.683252ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T07:47:42.576173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.772257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T07:47:42.576223Z","caller":"traceutil/trace.go:171","msg":"trace[370240071] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1708; }","duration":"113.830858ms","start":"2026-04-23T07:47:42.462373Z","end":"2026-04-23T07:47:42.576204Z","steps":["trace[370240071] 'agreement among raft nodes before linearized reading' (duration: 113.737536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:47:42.576078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.137319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T07:47:42.576332Z","caller":"traceutil/trace.go:171","msg":"trace[235878144] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1708; }","duration":"115.421126ms","start":"2026-04-23T07:47:42.460863Z","end":"2026-04-23T07:47:42.576285Z","steps":["trace[235878144] 'agreement among raft nodes before linearized reading' (duration: 115.011087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:47:42.576132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.278902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T07:47:42.576751Z","caller":"traceutil/trace.go:171","msg":"trace[1708207050] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1708; }","duration":"115.951529ms","start":"2026-04-23T07:47:42.460769Z","end":"2026-04-23T07:47:42.576721Z","steps":["trace[1708207050] 'agreement among raft nodes before linearized reading' (duration: 115.039727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:47:45.555868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.650981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:47:45.555977Z","caller":"traceutil/trace.go:171","msg":"trace[550129848] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1753; }","duration":"476.819295ms","start":"2026-04-23T07:47:45.079129Z","end":"2026-04-23T07:47:45.555948Z","steps":["trace[550129848] 'range keys from in-memory index tree' (duration: 476.529807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:47:45.556027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:47:45.079103Z","time spent":"476.911387ms","remote":"127.0.0.1:41410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-04-23T07:47:45.556042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.279958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:47:45.556137Z","caller":"traceutil/trace.go:171","msg":"trace[508987454] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1753; }","duration":"546.454632ms","start":"2026-04-23T07:47:45.009662Z","end":"2026-04-23T07:47:45.556116Z","steps":["trace[508987454] 'range keys from in-memory index tree' (duration: 546.156405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:47:45.556186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:47:45.009634Z","time spent":"546.539574ms","remote":"127.0.0.1:41364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-04-23T07:47:45.556181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.171151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:47:45.556306Z","caller":"traceutil/trace.go:171","msg":"trace[1314685474] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:1753; }","duration":"400.393767ms","start":"2026-04-23T07:47:45.155886Z","end":"2026-04-23T07:47:45.55628Z","steps":["trace[1314685474] 'range keys from in-memory index tree' (duration: 400.030238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:47:45.55609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.72982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:47:45.556402Z","caller":"traceutil/trace.go:171","msg":"trace[1938209967] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:1753; }","duration":"384.063448ms","start":"2026-04-23T07:47:45.172317Z","end":"2026-04-23T07:47:45.55638Z","steps":["trace[1938209967] 'range keys from in-memory index tree' (duration: 383.649538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:47:45.556373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:47:45.155859Z","time spent":"400.500519ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" limit:500 "} {"level":"warn","ts":"2026-04-23T07:47:45.556454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:47:45.172304Z","time spent":"384.13414ms","remote":"127.0.0.1:41444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" limit:10000 "} {"level":"warn","ts":"2026-04-23T07:47:45.556528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.607002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:47:45.556576Z","caller":"traceutil/trace.go:171","msg":"trace[893469953] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1753; }","duration":"561.671014ms","start":"2026-04-23T07:47:44.994894Z","end":"2026-04-23T07:47:45.556565Z","steps":["trace[893469953] 'count revisions from in-memory index tree' (duration: 561.574211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:47:45.556612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:47:44.994886Z","time spent":"561.715244ms","remote":"127.0.0.1:41362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T07:47:45.556632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.318762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-04-23T07:47:45.556636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.388056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T07:47:45.556688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.060738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:47:45.556739Z","caller":"traceutil/trace.go:171","msg":"trace[73920823] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:1753; }","duration":"384.135999ms","start":"2026-04-23T07:47:45.17259Z","end":"2026-04-23T07:47:45.556726Z","steps":["trace[73920823] 'count revisions from in-memory index tree' (duration: 383.957395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:47:45.556738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.73503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:47:45.556754Z","caller":"traceutil/trace.go:171","msg":"trace[1047916552] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1753; }","duration":"421.57687ms","start":"2026-04-23T07:47:45.135146Z","end":"2026-04-23T07:47:45.556723Z","steps":["trace[1047916552] 'range keys from in-memory index tree' (duration: 421.291254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:47:45.556775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.632302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T07:47:45.556744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.087747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T07:47:45.556818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.080248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T07:47:45.55682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:47:45.135123Z","time spent":"421.683823ms","remote":"127.0.0.1:41430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-04-23T07:47:45.556836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.639588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:47:45.556851Z","caller":"traceutil/trace.go:171","msg":"trace[1749805705] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1753; }","duration":"547.263881ms","start":"2026-04-23T07:47:45.009564Z","end":"2026-04-23T07:47:45.556828Z","steps":["trace[1749805705] 'count revisions from in-memory index tree' (duration: 547.013385ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:47:45.556883Z","caller":"traceutil/trace.go:171","msg":"trace[1501574251] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1753; }","duration":"491.74905ms","start":"2026-04-23T07:47:45.065124Z","end":"2026-04-23T07:47:45.556873Z","steps":["trace[1501574251] 'range keys from in-memory index tree' (duration: 491.502715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:47:45.556895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.422341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T07:47:45.556918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:47:45.06509Z","time spent":"491.817392ms","remote":"127.0.0.1:41398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"info","ts":"2026-04-23T07:47:45.556926Z","caller":"traceutil/trace.go:171","msg":"trace[1759590355] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1753; }","duration":"517.488222ms","start":"2026-04-23T07:47:45.039428Z","end":"2026-04-23T07:47:45.556916Z","steps":["trace[1759590355] 'count revisions from in-memory index tree' (duration: 517.351719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:47:45.556915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.670097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T07:47:45.556931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:47:45.009556Z","time spent":"547.353073ms","remote":"127.0.0.1:41364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T07:47:45.556957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.959061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:47:45.556976Z","caller":"traceutil/trace.go:171","msg":"trace[689450350] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:1753; }","duration":"401.762829ms","start":"2026-04-23T07:47:45.155197Z","end":"2026-04-23T07:47:45.55696Z","steps":["trace[689450350] 'count revisions from in-memory index tree' (duration: 401.549704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:47:45.556936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.086053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T07:47:45.556961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:47:45.039401Z","time spent":"517.552394ms","remote":"127.0.0.1:41390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T07:47:45.557035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.796007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T07:47:45.557042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:47:45.155173Z","time spent":"401.855792ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-04-23T07:47:45.557249Z","caller":"traceutil/trace.go:171","msg":"trace[1326319907] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1753; }","duration":"532.849898ms","start":"2026-04-23T07:47:45.024205Z","end":"2026-04-23T07:47:45.557055Z","steps":["trace[1326319907] 'range keys from in-memory index tree' (duration: 532.686204ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:47:45.557252Z","caller":"traceutil/trace.go:171","msg":"trace[1049488339] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1753; }","duration":"351.229187ms","start":"2026-04-23T07:47:45.205805Z","end":"2026-04-23T07:47:45.557034Z","steps":["trace[1049488339] 'count revisions from in-memory index tree' (duration: 350.95595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:47:45.557285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:47:45.024193Z","time spent":"533.081984ms","remote":"127.0.0.1:41378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-04-23T07:47:45.557291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.194248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:47:45.556995Z","caller":"traceutil/trace.go:171","msg":"trace[1871876092] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1753; }","duration":"578.047874ms","start":"2026-04-23T07:47:44.978937Z","end":"2026-04-23T07:47:45.556985Z","steps":["trace[1871876092] 'range keys from in-memory index tree' (duration: 577.819678ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:47:45.557334Z","caller":"traceutil/trace.go:171","msg":"trace[415261619] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1753; }","duration":"478.237449ms","start":"2026-04-23T07:47:45.079086Z","end":"2026-04-23T07:47:45.557323Z","steps":["trace[415261619] 'count revisions from in-memory index tree' (duration: 478.117495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:47:45.557335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.238678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T07:47:45.557347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.781909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T07:47:45.557359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:47:44.978905Z","time spent":"578.436152ms","remote":"127.0.0.1:41358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"info","ts":"2026-04-23T07:47:45.557385Z","caller":"traceutil/trace.go:171","msg":"trace[1892321075] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1753; }","duration":"517.859761ms","start":"2026-04-23T07:47:45.039513Z","end":"2026-04-23T07:47:45.557373Z","steps":["trace[1892321075] 'range keys from in-memory index tree' (duration: 517.691407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:47:45.557346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.506839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T07:47:45.557415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:47:45.039488Z","time spent":"517.917903ms","remote":"127.0.0.1:41390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"info","ts":"2026-04-23T07:47:45.556852Z","caller":"traceutil/trace.go:171","msg":"trace[2044460647] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:1753; }","duration":"384.127109ms","start":"2026-04-23T07:47:45.172715Z","end":"2026-04-23T07:47:45.556842Z","steps":["trace[2044460647] 'range keys from in-memory index tree' (duration: 384.027597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:47:45.557417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.965682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T07:47:45.557298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:47:45.205731Z","time spent":"351.555235ms","remote":"127.0.0.1:46498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-04-23T07:47:45.557381Z","caller":"traceutil/trace.go:171","msg":"trace[1704978375] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1753; }","duration":"578.33978ms","start":"2026-04-23T07:47:44.979029Z","end":"2026-04-23T07:47:45.557368Z","steps":["trace[1704978375] 'count revisions from in-memory index tree' (duration: 578.174076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:47:45.55746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:47:45.172706Z","time spent":"384.740255ms","remote":"127.0.0.1:41444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" limit:500 "} {"level":"warn","ts":"2026-04-23T07:47:45.556995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.728485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:47:45.55679Z","caller":"traceutil/trace.go:171","msg":"trace[1050583783] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1753; }","duration":"491.796682ms","start":"2026-04-23T07:47:45.064981Z","end":"2026-04-23T07:47:45.556778Z","steps":["trace[1050583783] 'count revisions from in-memory index tree' (duration: 491.690219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:47:45.557492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.701667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T07:47:45.55751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:47:44.978976Z","time spent":"578.517345ms","remote":"127.0.0.1:41358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T07:47:45.557522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.90264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T07:47:45.557548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:47:45.064963Z","time spent":"492.56873ms","remote":"127.0.0.1:41398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T07:47:45.557567Z","caller":"traceutil/trace.go:171","msg":"trace[663508378] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1753; }","duration":"501.795419ms","start":"2026-04-23T07:47:45.055748Z","end":"2026-04-23T07:47:45.557543Z","steps":["trace[663508378] 'range keys from in-memory index tree' (duration: 501.624355ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:47:45.556688Z","caller":"traceutil/trace.go:171","msg":"trace[1880150185] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1753; }","duration":"568.396464ms","start":"2026-04-23T07:47:44.988276Z","end":"2026-04-23T07:47:45.556673Z","steps":["trace[1880150185] 'range keys from in-memory index tree' (duration: 568.163698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:47:45.557612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:47:45.055733Z","time spent":"501.864831ms","remote":"127.0.0.1:41394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-04-23T07:47:45.557367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:47:45.079065Z","time spent":"478.29243ms","remote":"127.0.0.1:41410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T07:47:45.557639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:47:44.988265Z","time spent":"569.362277ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T07:47:45.55764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.004186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:47:45.557448Z","caller":"traceutil/trace.go:171","msg":"trace[1612550604] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1753; }","duration":"421.654512ms","start":"2026-04-23T07:47:45.135763Z","end":"2026-04-23T07:47:45.557417Z","steps":["trace[1612550604] 'range keys from in-memory index tree' (duration: 421.393226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:47:45.55765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.373533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:47:45.557675Z","caller":"traceutil/trace.go:171","msg":"trace[101423858] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1753; }","duration":"447.065007ms","start":"2026-04-23T07:47:45.110599Z","end":"2026-04-23T07:47:45.557664Z","steps":["trace[101423858] 'count revisions from in-memory index tree' (duration: 446.872953ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:47:45.557697Z","caller":"traceutil/trace.go:171","msg":"trace[1020322495] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:1753; }","duration":"402.457745ms","start":"2026-04-23T07:47:45.155226Z","end":"2026-04-23T07:47:45.557684Z","steps":["trace[1020322495] 'range keys from in-memory index tree' (duration: 402.283301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:47:45.557705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:47:45.110579Z","time spent":"447.116409ms","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T07:47:45.557702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:47:45.135731Z","time spent":"421.950679ms","remote":"127.0.0.1:41430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:500 "} {"level":"warn","ts":"2026-04-23T07:47:45.557736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:47:45.155204Z","time spent":"402.522007ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" limit:10000 "} {"level":"warn","ts":"2026-04-23T07:47:45.557467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.34806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T07:47:45.557592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.003056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:47:45.557784Z","caller":"traceutil/trace.go:171","msg":"trace[682526058] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1753; }","duration":"562.724718ms","start":"2026-04-23T07:47:44.995049Z","end":"2026-04-23T07:47:45.557774Z","steps":["trace[682526058] 'range keys from in-memory index tree' (duration: 562.220997ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:47:45.557797Z","caller":"traceutil/trace.go:171","msg":"trace[2138472555] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1753; }","duration":"447.205941ms","start":"2026-04-23T07:47:45.11058Z","end":"2026-04-23T07:47:45.557786Z","steps":["trace[2138472555] 'range keys from in-memory index tree' (duration: 446.857532ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:47:45.556822Z","caller":"traceutil/trace.go:171","msg":"trace[1519787648] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1753; }","duration":"421.703613ms","start":"2026-04-23T07:47:45.135106Z","end":"2026-04-23T07:47:45.556809Z","steps":["trace[1519787648] 'count revisions from in-memory index tree' (duration: 421.471868ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:47:45.557511Z","caller":"traceutil/trace.go:171","msg":"trace[1602934252] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1753; }","duration":"533.241818ms","start":"2026-04-23T07:47:45.024259Z","end":"2026-04-23T07:47:45.557501Z","steps":["trace[1602934252] 'count revisions from in-memory index tree' (duration: 532.660864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:47:45.557836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:47:45.110534Z","time spent":"447.290713ms","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-04-23T07:47:45.557867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:47:45.135087Z","time spent":"422.757958ms","remote":"127.0.0.1:41430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T07:47:45.557876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:47:45.024212Z","time spent":"533.641977ms","remote":"127.0.0.1:41378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T07:47:45.556779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:47:45.172572Z","time spent":"384.195971ms","remote":"127.0.0.1:41444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-04-23T07:47:45.557561Z","caller":"traceutil/trace.go:171","msg":"trace[687590643] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1753; }","duration":"462.004712ms","start":"2026-04-23T07:47:45.095546Z","end":"2026-04-23T07:47:45.557551Z","steps":["trace[687590643] 'range keys from in-memory index tree' (duration: 461.777277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:47:45.557817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:47:44.994989Z","time spent":"562.818391ms","remote":"127.0.0.1:41362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-04-23T07:47:45.557998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:47:45.095505Z","time spent":"462.464013ms","remote":"127.0.0.1:41422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"info","ts":"2026-04-23T07:47:45.557481Z","caller":"traceutil/trace.go:171","msg":"trace[787858082] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1753; }","duration":"462.050503ms","start":"2026-04-23T07:47:45.095415Z","end":"2026-04-23T07:47:45.557465Z","steps":["trace[787858082] 'count revisions from in-memory index tree' (duration: 461.90563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:47:45.558159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:47:45.0954Z","time spent":"462.74514ms","remote":"127.0.0.1:41422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T07:47:45.558319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.431934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:47:45.558532Z","caller":"traceutil/trace.go:171","msg":"trace[316759332] linearizableReadLoop","detail":"{readStateIndex:1819; appliedIndex:1818; }","duration":"214.240867ms","start":"2026-04-23T07:47:45.344273Z","end":"2026-04-23T07:47:45.558514Z","steps":["trace[316759332] 'read index received' (duration: 212.189198ms)","trace[316759332] 'applied index is now lower than readState.Index' (duration: 2.050019ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:47:45.558858Z","caller":"traceutil/trace.go:171","msg":"trace[597793203] transaction","detail":"{read_only:false; response_revision:1754; number_of_response:1; }","duration":"314.220556ms","start":"2026-04-23T07:47:45.244625Z","end":"2026-04-23T07:47:45.558845Z","steps":["trace[597793203] 'process raft request' (duration: 312.151467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:47:45.559047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:47:45.244588Z","time spent":"314.346939ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T07:47:45.559293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.032027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T07:47:45.559331Z","caller":"traceutil/trace.go:171","msg":"trace[1695266220] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1754; }","duration":"215.131838ms","start":"2026-04-23T07:47:45.344188Z","end":"2026-04-23T07:47:45.55932Z","steps":["trace[1695266220] 'agreement among raft nodes before linearized reading' (duration: 214.999945ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:47:45.559486Z","caller":"traceutil/trace.go:171","msg":"trace[950722204] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1753; }","duration":"502.537177ms","start":"2026-04-23T07:47:45.055811Z","end":"2026-04-23T07:47:45.558348Z","steps":["trace[950722204] 'count revisions from in-memory index tree' (duration: 502.24249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:47:45.559569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:47:45.055786Z","time spent":"503.773376ms","remote":"127.0.0.1:41394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T07:47:53.461176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.352583ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T07:47:53.461385Z","caller":"traceutil/trace.go:171","msg":"trace[1446238438] transaction","detail":"{read_only:false; response_revision:1869; number_of_response:1; }","duration":"397.495137ms","start":"2026-04-23T07:47:53.063854Z","end":"2026-04-23T07:47:53.461349Z","steps":["trace[1446238438] 'process raft request' (duration: 271.821127ms)","trace[1446238438] 'compare' (duration: 124.866341ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T07:47:53.461483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:47:53.063825Z","time spent":"397.61256ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T07:47:53.823887Z","caller":"traceutil/trace.go:171","msg":"trace[432415312] transaction","detail":"{read_only:false; response_revision:1872; number_of_response:1; }","duration":"108.523433ms","start":"2026-04-23T07:47:53.715337Z","end":"2026-04-23T07:47:53.823861Z","steps":["trace[432415312] 'process raft request' (duration: 108.340308ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:47:54.507492Z","caller":"traceutil/trace.go:171","msg":"trace[667958576] transaction","detail":"{read_only:false; response_revision:1873; number_of_response:1; }","duration":"293.982404ms","start":"2026-04-23T07:47:54.21348Z","end":"2026-04-23T07:47:54.507462Z","steps":["trace[667958576] 'process raft request' (duration: 293.80147ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:47:54.74389Z","caller":"traceutil/trace.go:171","msg":"trace[2076832828] linearizableReadLoop","detail":"{readStateIndex:1941; appliedIndex:1939; }","duration":"262.458305ms","start":"2026-04-23T07:47:54.481396Z","end":"2026-04-23T07:47:54.743855Z","steps":["trace[2076832828] 'read index received' (duration: 25.925007ms)","trace[2076832828] 'applied index is now lower than readState.Index' (duration: 236.532078ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:47:54.743985Z","caller":"traceutil/trace.go:171","msg":"trace[130672170] transaction","detail":"{read_only:false; response_revision:1874; number_of_response:1; }","duration":"420.598717ms","start":"2026-04-23T07:47:54.323343Z","end":"2026-04-23T07:47:54.743941Z","steps":["trace[130672170] 'process raft request' (duration: 387.53291ms)","trace[130672170] 'compare' (duration: 32.658817ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T07:47:54.744166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:47:54.323309Z","time spent":"420.759851ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T07:47:54.744658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.67735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:47:54.744795Z","caller":"traceutil/trace.go:171","msg":"trace[936490808] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1874; }","duration":"263.431298ms","start":"2026-04-23T07:47:54.481333Z","end":"2026-04-23T07:47:54.744765Z","steps":["trace[936490808] 'agreement among raft nodes before linearized reading' (duration: 262.639329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:48:07.212949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.790263ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T07:48:07.213269Z","caller":"traceutil/trace.go:171","msg":"trace[680886899] linearizableReadLoop","detail":"{readStateIndex:2054; appliedIndex:2051; }","duration":"332.260625ms","start":"2026-04-23T07:48:06.880984Z","end":"2026-04-23T07:48:07.213244Z","steps":["trace[680886899] 'read index received' (duration: 36.840877ms)","trace[680886899] 'applied index is now lower than readState.Index' (duration: 295.418298ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:48:07.21344Z","caller":"traceutil/trace.go:171","msg":"trace[513444826] transaction","detail":"{read_only:false; response_revision:1984; number_of_response:1; }","duration":"357.757772ms","start":"2026-04-23T07:48:06.855664Z","end":"2026-04-23T07:48:07.213421Z","steps":["trace[513444826] 'process raft request' (duration: 357.526746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:48:07.213572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:48:06.855654Z","time spent":"357.855274ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T07:48:07.214023Z","caller":"traceutil/trace.go:171","msg":"trace[227497501] transaction","detail":"{read_only:false; response_revision:1982; number_of_response:1; }","duration":"359.924404ms","start":"2026-04-23T07:48:06.854053Z","end":"2026-04-23T07:48:07.213977Z","steps":["trace[227497501] 'process raft request' (duration: 63.903691ms)","trace[227497501] 'compare' (duration: 294.579449ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T07:48:07.214035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.827447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:48:07.214111Z","caller":"traceutil/trace.go:171","msg":"trace[169977695] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1984; }","duration":"329.947671ms","start":"2026-04-23T07:48:06.884148Z","end":"2026-04-23T07:48:07.214096Z","steps":["trace[169977695] 'agreement among raft nodes before linearized reading' (duration: 329.751126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:48:07.214154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:48:06.884142Z","time spent":"330.003562ms","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T07:48:07.214192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:48:06.854031Z","time spent":"360.060106ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T07:48:07.214189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.194957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-5c9876cc97-xmd2x\" ","response":"range_response_count:1 size:6150"} {"level":"info","ts":"2026-04-23T07:48:07.214253Z","caller":"traceutil/trace.go:171","msg":"trace[77045727] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-5c9876cc97-xmd2x; range_end:; response_count:1; response_revision:1984; }","duration":"333.2817ms","start":"2026-04-23T07:48:06.880953Z","end":"2026-04-23T07:48:07.214235Z","steps":["trace[77045727] 'agreement among raft nodes before linearized reading' (duration: 332.836219ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:48:07.213529Z","caller":"traceutil/trace.go:171","msg":"trace[145985732] transaction","detail":"{read_only:false; response_revision:1983; number_of_response:1; }","duration":"359.307399ms","start":"2026-04-23T07:48:06.854081Z","end":"2026-04-23T07:48:07.213388Z","steps":["trace[145985732] 'process raft request' (duration: 359.024102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:48:07.214302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:48:06.880941Z","time spent":"333.350381ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6173,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-5c9876cc97-xmd2x\" "} {"level":"warn","ts":"2026-04-23T07:48:07.21439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:48:06.854051Z","time spent":"360.265732ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T07:48:07.419543Z","caller":"traceutil/trace.go:171","msg":"trace[940783244] linearizableReadLoop","detail":"{readStateIndex:2055; appliedIndex:2054; }","duration":"148.295168ms","start":"2026-04-23T07:48:07.271207Z","end":"2026-04-23T07:48:07.419502Z","steps":["trace[940783244] 'read index received' (duration: 125.660189ms)","trace[940783244] 'applied index is now lower than readState.Index' (duration: 22.633639ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:48:07.41964Z","caller":"traceutil/trace.go:171","msg":"trace[277265621] transaction","detail":"{read_only:false; response_revision:1985; number_of_response:1; }","duration":"196.405333ms","start":"2026-04-23T07:48:07.223186Z","end":"2026-04-23T07:48:07.419591Z","steps":["trace[277265621] 'process raft request' (duration: 173.805695ms)","trace[277265621] 'compare' (duration: 22.327362ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T07:48:07.419932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.518874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:48:07.42002Z","caller":"traceutil/trace.go:171","msg":"trace[1611183128] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1985; }","duration":"148.870052ms","start":"2026-04-23T07:48:07.271135Z","end":"2026-04-23T07:48:07.420005Z","steps":["trace[1611183128] 'agreement among raft nodes before linearized reading' (duration: 148.520204ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:48:07.70659Z","caller":"traceutil/trace.go:171","msg":"trace[453360914] transaction","detail":"{read_only:false; response_revision:1987; number_of_response:1; }","duration":"279.06249ms","start":"2026-04-23T07:48:07.427495Z","end":"2026-04-23T07:48:07.706558Z","steps":["trace[453360914] 'process raft request' (duration: 236.539568ms)","trace[453360914] 'compare' (duration: 41.970599ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:48:07.707084Z","caller":"traceutil/trace.go:171","msg":"trace[248602907] transaction","detail":"{read_only:false; response_revision:1988; number_of_response:1; }","duration":"277.165635ms","start":"2026-04-23T07:48:07.429884Z","end":"2026-04-23T07:48:07.707049Z","steps":["trace[248602907] 'process raft request' (duration: 276.54266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:48:07.95772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.522874ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T07:48:07.957959Z","caller":"traceutil/trace.go:171","msg":"trace[260241784] transaction","detail":"{read_only:false; response_revision:1991; number_of_response:1; }","duration":"176.365107ms","start":"2026-04-23T07:48:07.781559Z","end":"2026-04-23T07:48:07.957924Z","steps":["trace[260241784] 'process raft request' (duration: 56.539116ms)","trace[260241784] 'compare' (duration: 119.360259ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:48:07.958419Z","caller":"traceutil/trace.go:171","msg":"trace[204185809] linearizableReadLoop","detail":"{readStateIndex:2061; appliedIndex:2060; }","duration":"100.977593ms","start":"2026-04-23T07:48:07.857422Z","end":"2026-04-23T07:48:07.958399Z","steps":["trace[204185809] 'read index received' (duration: 30.741µs)","trace[204185809] 'applied index is now lower than readState.Index' (duration: 100.945382ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T07:48:07.958596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.180467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-23T07:48:07.958632Z","caller":"traceutil/trace.go:171","msg":"trace[456329023] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1991; }","duration":"101.241419ms","start":"2026-04-23T07:48:07.857379Z","end":"2026-04-23T07:48:07.958621Z","steps":["trace[456329023] 'agreement among raft nodes before linearized reading' (duration: 101.085265ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:48:08.351265Z","caller":"traceutil/trace.go:171","msg":"trace[1556978558] transaction","detail":"{read_only:false; response_revision:1992; number_of_response:1; }","duration":"200.191563ms","start":"2026-04-23T07:48:08.151047Z","end":"2026-04-23T07:48:08.351238Z","steps":["trace[1556978558] 'process raft request' (duration: 200.006118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:48:10.505353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.824539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:48:10.505476Z","caller":"traceutil/trace.go:171","msg":"trace[1899269139] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2004; }","duration":"462.019633ms","start":"2026-04-23T07:48:10.043429Z","end":"2026-04-23T07:48:10.505448Z","steps":["trace[1899269139] 'count revisions from in-memory index tree' (duration: 461.719546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:48:10.505383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.364267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:48:10.505707Z","caller":"traceutil/trace.go:171","msg":"trace[1587644657] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:2004; }","duration":"337.724335ms","start":"2026-04-23T07:48:10.167921Z","end":"2026-04-23T07:48:10.505645Z","steps":["trace[1587644657] 'count revisions from in-memory index tree' (duration: 337.107831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:48:10.505533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:48:10.043375Z","time spent":"462.144746ms","remote":"127.0.0.1:38882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T07:48:10.505845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:48:10.167891Z","time spent":"337.89218ms","remote":"127.0.0.1:46520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-04-23T07:48:11.021664Z","caller":"traceutil/trace.go:171","msg":"trace[267119615] transaction","detail":"{read_only:false; response_revision:2009; number_of_response:1; }","duration":"112.21894ms","start":"2026-04-23T07:48:10.909403Z","end":"2026-04-23T07:48:11.021622Z","steps":["trace[267119615] 'process raft request' (duration: 111.912653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:48:12.215034Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172633995540,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T07:48:12.428434Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.054462269s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T07:48:12.429013Z","caller":"traceutil/trace.go:171","msg":"trace[1395876380] transaction","detail":"{read_only:false; response_revision:2013; number_of_response:1; }","duration":"1.055167705s","start":"2026-04-23T07:48:11.373815Z","end":"2026-04-23T07:48:12.428982Z","steps":["trace[1395876380] 'process raft request' (duration: 1.054884469s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:48:12.429235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:48:11.373795Z","time spent":"1.055299229s","remote":"127.0.0.1:48070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8115,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T07:48:12.429562Z","caller":"traceutil/trace.go:171","msg":"trace[429585901] transaction","detail":"{read_only:false; response_revision:2014; number_of_response:1; }","duration":"943.843457ms","start":"2026-04-23T07:48:11.485705Z","end":"2026-04-23T07:48:12.429548Z","steps":["trace[429585901] 'process raft request' (duration: 943.622081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:48:12.429661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:48:11.485681Z","time spent":"943.935319ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T07:48:12.429741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.253348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:48:12.429793Z","caller":"traceutil/trace.go:171","msg":"trace[910666390] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2014; }","duration":"715.385581ms","start":"2026-04-23T07:48:11.714394Z","end":"2026-04-23T07:48:12.429779Z","steps":["trace[910666390] 'agreement among raft nodes before linearized reading' (duration: 715.196137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:48:12.429831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:48:11.714373Z","time spent":"715.446492ms","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T07:48:12.429529Z","caller":"traceutil/trace.go:171","msg":"trace[925433003] linearizableReadLoop","detail":"{readStateIndex:2085; appliedIndex:2083; }","duration":"715.048873ms","start":"2026-04-23T07:48:11.714445Z","end":"2026-04-23T07:48:12.429494Z","steps":["trace[925433003] 'read index received' (duration: 714.262535ms)","trace[925433003] 'applied index is now lower than readState.Index' (duration: 784.688µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T07:48:12.430037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.735912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:48:12.430071Z","caller":"traceutil/trace.go:171","msg":"trace[1205440489] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2014; }","duration":"547.829474ms","start":"2026-04-23T07:48:11.882233Z","end":"2026-04-23T07:48:12.430062Z","steps":["trace[1205440489] 'agreement among raft nodes before linearized reading' (duration: 547.773933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:48:12.43009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:48:11.882209Z","time spent":"547.877846ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T07:48:12.430093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.498249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-04-23T07:48:12.430095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.243728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-23T07:48:12.43013Z","caller":"traceutil/trace.go:171","msg":"trace[1800433872] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2014; }","duration":"400.55977ms","start":"2026-04-23T07:48:12.029559Z","end":"2026-04-23T07:48:12.430119Z","steps":["trace[1800433872] 'agreement among raft nodes before linearized reading' (duration: 400.405377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:48:12.430137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.997748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-23T07:48:12.43016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:48:12.029546Z","time spent":"400.607921ms","remote":"127.0.0.1:41430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-23T07:48:12.430173Z","caller":"traceutil/trace.go:171","msg":"trace[1185192840] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2014; }","duration":"615.346191ms","start":"2026-04-23T07:48:11.814799Z","end":"2026-04-23T07:48:12.430145Z","steps":["trace[1185192840] 'agreement among raft nodes before linearized reading' (duration: 615.146016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:48:12.430167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.266211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-23T07:48:12.430198Z","caller":"traceutil/trace.go:171","msg":"trace[1036506262] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2014; }","duration":"437.09221ms","start":"2026-04-23T07:48:11.993082Z","end":"2026-04-23T07:48:12.430175Z","steps":["trace[1036506262] 'agreement among raft nodes before linearized reading' (duration: 436.859184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:48:12.430217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:48:11.814788Z","time spent":"615.421272ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T07:48:12.430252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:48:11.993049Z","time spent":"437.193962ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T07:48:12.430248Z","caller":"traceutil/trace.go:171","msg":"trace[1007523298] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2014; }","duration":"452.407874ms","start":"2026-04-23T07:48:11.977819Z","end":"2026-04-23T07:48:12.430227Z","steps":["trace[1007523298] 'agreement among raft nodes before linearized reading' (duration: 452.186409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:48:12.430294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:48:11.977788Z","time spent":"452.498256ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-23T07:48:44.949232Z","caller":"traceutil/trace.go:171","msg":"trace[750258371] transaction","detail":"{read_only:false; response_revision:2192; number_of_response:1; }","duration":"326.304263ms","start":"2026-04-23T07:48:44.622895Z","end":"2026-04-23T07:48:44.949199Z","steps":["trace[750258371] 'process raft request' (duration: 326.124329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:48:44.949431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:48:44.622858Z","time spent":"326.477408ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T07:48:45.219767Z","caller":"traceutil/trace.go:171","msg":"trace[1705327935] linearizableReadLoop","detail":"{readStateIndex:2271; appliedIndex:2269; }","duration":"538.339389ms","start":"2026-04-23T07:48:44.681403Z","end":"2026-04-23T07:48:45.219742Z","steps":["trace[1705327935] 'read index received' (duration: 267.682599ms)","trace[1705327935] 'applied index is now lower than readState.Index' (duration: 270.65559ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:48:45.219837Z","caller":"traceutil/trace.go:171","msg":"trace[719717401] transaction","detail":"{read_only:false; response_revision:2193; number_of_response:1; }","duration":"595.658533ms","start":"2026-04-23T07:48:44.624127Z","end":"2026-04-23T07:48:45.219785Z","steps":["trace[719717401] 'process raft request' (duration: 595.215132ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:48:45.219878Z","caller":"traceutil/trace.go:171","msg":"trace[2135309077] transaction","detail":"{read_only:false; response_revision:2194; number_of_response:1; }","duration":"481.781164ms","start":"2026-04-23T07:48:44.738049Z","end":"2026-04-23T07:48:45.21983Z","steps":["trace[2135309077] 'process raft request' (duration: 481.645801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:48:45.22003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.621016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-23T07:48:45.220096Z","caller":"traceutil/trace.go:171","msg":"trace[1955353123] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2194; }","duration":"538.745499ms","start":"2026-04-23T07:48:44.681333Z","end":"2026-04-23T07:48:45.220078Z","steps":["trace[1955353123] 'agreement among raft nodes before linearized reading' (duration: 538.537904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:48:45.220144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:48:44.6813Z","time spent":"538.828781ms","remote":"127.0.0.1:41430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-23T07:48:45.220091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:48:44.738017Z","time spent":"481.957507ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T07:48:45.220193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:48:44.624113Z","time spent":"595.765495ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T07:48:45.2205Z","caller":"traceutil/trace.go:171","msg":"trace[673145265] transaction","detail":"{read_only:false; response_revision:2195; number_of_response:1; }","duration":"260.272423ms","start":"2026-04-23T07:48:44.960214Z","end":"2026-04-23T07:48:45.220486Z","steps":["trace[673145265] 'process raft request' (duration: 260.013936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:48:45.220516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.763698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-23T07:48:45.220589Z","caller":"traceutil/trace.go:171","msg":"trace[20238652] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2195; }","duration":"150.87508ms","start":"2026-04-23T07:48:45.069694Z","end":"2026-04-23T07:48:45.220569Z","steps":["trace[20238652] 'agreement among raft nodes before linearized reading' (duration: 150.658154ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:48:51.290627Z","caller":"traceutil/trace.go:171","msg":"trace[1320060716] linearizableReadLoop","detail":"{readStateIndex:2302; appliedIndex:2301; }","duration":"105.222444ms","start":"2026-04-23T07:48:51.185368Z","end":"2026-04-23T07:48:51.29059Z","steps":["trace[1320060716] 'read index received' (duration: 104.882286ms)","trace[1320060716] 'applied index is now lower than readState.Index' (duration: 337.858µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:48:51.290723Z","caller":"traceutil/trace.go:171","msg":"trace[766010044] transaction","detail":"{read_only:false; response_revision:2223; number_of_response:1; }","duration":"307.877585ms","start":"2026-04-23T07:48:50.982809Z","end":"2026-04-23T07:48:51.290686Z","steps":["trace[766010044] 'process raft request' (duration: 307.518386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:48:51.290906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:48:50.982794Z","time spent":"308.014199ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T07:48:51.291028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.593182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a8ece0523dc8cf\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-23T07:48:51.291148Z","caller":"traceutil/trace.go:171","msg":"trace[1930917216] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a8ece0523dc8cf; range_end:; response_count:1; response_revision:2223; }","duration":"105.812588ms","start":"2026-04-23T07:48:51.185307Z","end":"2026-04-23T07:48:51.291119Z","steps":["trace[1930917216] 'agreement among raft nodes before linearized reading' (duration: 105.423549ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:48:51.634483Z","caller":"traceutil/trace.go:171","msg":"trace[827368286] transaction","detail":"{read_only:false; response_revision:2224; number_of_response:1; }","duration":"395.267014ms","start":"2026-04-23T07:48:51.23919Z","end":"2026-04-23T07:48:51.634458Z","steps":["trace[827368286] 'process raft request' (duration: 395.062979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:48:51.634647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:48:51.239151Z","time spent":"395.411328ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T07:48:51.634781Z","caller":"traceutil/trace.go:171","msg":"trace[1691241780] linearizableReadLoop","detail":"{readStateIndex:2304; appliedIndex:2302; }","duration":"344.013375ms","start":"2026-04-23T07:48:51.290728Z","end":"2026-04-23T07:48:51.634741Z","steps":["trace[1691241780] 'read index received' (duration: 343.567264ms)","trace[1691241780] 'applied index is now lower than readState.Index' (duration: 443.511µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T07:48:51.634927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.91123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-23T07:48:51.635044Z","caller":"traceutil/trace.go:171","msg":"trace[211699507] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2225; }","duration":"367.078534ms","start":"2026-04-23T07:48:51.267939Z","end":"2026-04-23T07:48:51.635018Z","steps":["trace[211699507] 'agreement among raft nodes before linearized reading' (duration: 366.834918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:48:51.635095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:48:51.267915Z","time spent":"367.168006ms","remote":"127.0.0.1:41430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-23T07:48:51.635105Z","caller":"traceutil/trace.go:171","msg":"trace[1143353381] transaction","detail":"{read_only:false; response_revision:2225; number_of_response:1; }","duration":"394.557367ms","start":"2026-04-23T07:48:51.240537Z","end":"2026-04-23T07:48:51.635094Z","steps":["trace[1143353381] 'process raft request' (duration: 393.888992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:48:51.635201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:48:51.240527Z","time spent":"394.607419ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T07:48:51.635244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.030915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-04-23T07:48:51.635201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.354397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-23T07:48:51.63533Z","caller":"traceutil/trace.go:171","msg":"trace[1793593138] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2225; }","duration":"386.270711ms","start":"2026-04-23T07:48:51.24904Z","end":"2026-04-23T07:48:51.635311Z","steps":["trace[1793593138] 'agreement among raft nodes before linearized reading' (duration: 386.046475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:48:51.635393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:48:51.249022Z","time spent":"386.354782ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T07:48:51.635383Z","caller":"traceutil/trace.go:171","msg":"trace[2037186596] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2225; }","duration":"379.621542ms","start":"2026-04-23T07:48:51.255708Z","end":"2026-04-23T07:48:51.63533Z","steps":["trace[2037186596] 'agreement among raft nodes before linearized reading' (duration: 379.10324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:48:51.635471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:48:51.25569Z","time spent":"379.764546ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T07:48:51.63584Z","caller":"traceutil/trace.go:171","msg":"trace[895194848] transaction","detail":"{read_only:false; response_revision:2226; number_of_response:1; }","duration":"342.507769ms","start":"2026-04-23T07:48:51.293302Z","end":"2026-04-23T07:48:51.635809Z","steps":["trace[895194848] 'process raft request' (duration: 342.315355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:48:51.635981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:48:51.293269Z","time spent":"342.627593ms","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T07:48:51.635253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.412033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-23T07:48:51.63636Z","caller":"traceutil/trace.go:171","msg":"trace[1137294999] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2225; }","duration":"384.57542ms","start":"2026-04-23T07:48:51.25176Z","end":"2026-04-23T07:48:51.636335Z","steps":["trace[1137294999] 'agreement among raft nodes before linearized reading' (duration: 383.163906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:48:51.636453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:48:51.251746Z","time spent":"384.689773ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T07:48:51.640097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.839424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T07:48:51.640143Z","caller":"traceutil/trace.go:171","msg":"trace[1257163660] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2226; }","duration":"154.937616ms","start":"2026-04-23T07:48:51.485195Z","end":"2026-04-23T07:48:51.640132Z","steps":["trace[1257163660] 'agreement among raft nodes before linearized reading' (duration: 154.816013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:48:51.640413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.142561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T07:48:51.640441Z","caller":"traceutil/trace.go:171","msg":"trace[1029005409] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2226; }","duration":"155.214153ms","start":"2026-04-23T07:48:51.485219Z","end":"2026-04-23T07:48:51.640433Z","steps":["trace[1029005409] 'agreement among raft nodes before linearized reading' (duration: 155.141772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:48:51.640436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.144047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T07:48:51.640484Z","caller":"traceutil/trace.go:171","msg":"trace[65372575] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2226; }","duration":"154.209159ms","start":"2026-04-23T07:48:51.486261Z","end":"2026-04-23T07:48:51.64047Z","steps":["trace[65372575] 'agreement among raft nodes before linearized reading' (duration: 154.087306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:48:51.64055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.665377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-04-23T07:48:51.640677Z","caller":"traceutil/trace.go:171","msg":"trace[341689517] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2226; }","duration":"148.840012ms","start":"2026-04-23T07:48:51.491814Z","end":"2026-04-23T07:48:51.640654Z","steps":["trace[341689517] 'agreement among raft nodes before linearized reading' (duration: 148.569425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:49:21.058493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.21033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-23T07:49:21.058506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.505751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T07:49:21.058535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132056636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1366"} {"level":"info","ts":"2026-04-23T07:49:21.058587Z","caller":"traceutil/trace.go:171","msg":"trace[867963105] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2437; }","duration":"381.375334ms","start":"2026-04-23T07:49:20.677195Z","end":"2026-04-23T07:49:21.05857Z","steps":["trace[867963105] 'range keys from in-memory index tree' (duration: 380.934634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:49:21.058626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:49:20.677155Z","time spent":"381.463956ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-23T07:49:21.058619Z","caller":"traceutil/trace.go:171","msg":"trace[1990463422] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2437; }","duration":"171.671085ms","start":"2026-04-23T07:49:20.886925Z","end":"2026-04-23T07:49:21.058596Z","steps":["trace[1990463422] 'range keys from in-memory index tree' (duration: 171.379737ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:49:21.058631Z","caller":"traceutil/trace.go:171","msg":"trace[1886591167] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2437; }","duration":"1.132180318s","start":"2026-04-23T07:49:19.926427Z","end":"2026-04-23T07:49:21.058607Z","steps":["trace[1886591167] 'range keys from in-memory index tree' (duration: 1.131897262s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:49:21.058683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:49:19.926417Z","time spent":"1.13225684s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1389,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-04-23T07:49:53.78559Z","caller":"traceutil/trace.go:171","msg":"trace[2047140751] transaction","detail":"{read_only:false; response_revision:2614; number_of_response:1; }","duration":"561.584708ms","start":"2026-04-23T07:49:53.223975Z","end":"2026-04-23T07:49:53.785559Z","steps":["trace[2047140751] 'process raft request' (duration: 561.399134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:49:53.785783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:49:53.223943Z","time spent":"561.743572ms","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T07:49:53.889165Z","caller":"traceutil/trace.go:171","msg":"trace[823391074] linearizableReadLoop","detail":"{readStateIndex:2708; appliedIndex:2706; }","duration":"234.374103ms","start":"2026-04-23T07:49:53.65476Z","end":"2026-04-23T07:49:53.889134Z","steps":["trace[823391074] 'read index received' (duration: 130.6345ms)","trace[823391074] 'applied index is now lower than readState.Index' (duration: 103.738473ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:49:53.889227Z","caller":"traceutil/trace.go:171","msg":"trace[536743685] transaction","detail":"{read_only:false; response_revision:2615; number_of_response:1; }","duration":"289.378109ms","start":"2026-04-23T07:49:53.599807Z","end":"2026-04-23T07:49:53.889185Z","steps":["trace[536743685] 'process raft request' (duration: 200.11538ms)","trace[536743685] 'compare' (duration: 89.092985ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T07:49:53.889401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.637968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-23T07:49:53.889483Z","caller":"traceutil/trace.go:171","msg":"trace[2053098449] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2615; }","duration":"234.775743ms","start":"2026-04-23T07:49:53.65469Z","end":"2026-04-23T07:49:53.889466Z","steps":["trace[2053098449] 'agreement among raft nodes before linearized reading' (duration: 234.584998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:49:54.415564Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172633997121,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T07:49:54.644494Z","caller":"traceutil/trace.go:171","msg":"trace[48183793] transaction","detail":"{read_only:false; response_revision:2616; number_of_response:1; }","duration":"749.753366ms","start":"2026-04-23T07:49:53.894706Z","end":"2026-04-23T07:49:54.644459Z","steps":["trace[48183793] 'process raft request' (duration: 745.249839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:49:54.644691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:49:53.894688Z","time spent":"749.90157ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T07:49:54.871998Z","caller":"traceutil/trace.go:171","msg":"trace[239179072] linearizableReadLoop","detail":"{readStateIndex:2711; appliedIndex:2708; }","duration":"956.84772ms","start":"2026-04-23T07:49:53.915117Z","end":"2026-04-23T07:49:54.871965Z","steps":["trace[239179072] 'read index received' (duration: 724.844874ms)","trace[239179072] 'applied index is now lower than readState.Index' (duration: 232.001446ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:49:54.872033Z","caller":"traceutil/trace.go:171","msg":"trace[259548193] transaction","detail":"{read_only:false; response_revision:2617; number_of_response:1; }","duration":"958.463199ms","start":"2026-04-23T07:49:53.913521Z","end":"2026-04-23T07:49:54.871984Z","steps":["trace[259548193] 'process raft request' (duration: 958.130161ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:49:54.872148Z","caller":"traceutil/trace.go:171","msg":"trace[916038998] transaction","detail":"{read_only:false; response_revision:2618; number_of_response:1; }","duration":"927.521805ms","start":"2026-04-23T07:49:53.944613Z","end":"2026-04-23T07:49:54.872135Z","steps":["trace[916038998] 'process raft request' (duration: 927.271969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:49:54.872273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:49:53.913492Z","time spent":"958.654854ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T07:49:54.872471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.316612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T07:49:54.872474Z","caller":"traceutil/trace.go:171","msg":"trace[2128122513] transaction","detail":"{read_only:false; response_revision:2619; number_of_response:1; }","duration":"369.07349ms","start":"2026-04-23T07:49:54.503342Z","end":"2026-04-23T07:49:54.872415Z","steps":["trace[2128122513] 'process raft request' (duration: 368.584619ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:49:54.872584Z","caller":"traceutil/trace.go:171","msg":"trace[635738198] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:2619; }","duration":"957.513847ms","start":"2026-04-23T07:49:53.915044Z","end":"2026-04-23T07:49:54.872558Z","steps":["trace[635738198] 'agreement among raft nodes before linearized reading' (duration: 957.22468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:49:54.872649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:49:53.915018Z","time spent":"957.618609ms","remote":"127.0.0.1:48400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":36,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-23T07:49:54.872692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:49:54.503318Z","time spent":"369.264444ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T07:49:54.872896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.627288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1366"} {"level":"warn","ts":"2026-04-23T07:49:54.873011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.348307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-23T07:49:54.873066Z","caller":"traceutil/trace.go:171","msg":"trace[655112136] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2619; }","duration":"835.401158ms","start":"2026-04-23T07:49:54.037642Z","end":"2026-04-23T07:49:54.873043Z","steps":["trace[655112136] 'agreement among raft nodes before linearized reading' (duration: 835.208883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:49:54.873064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.320608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-23T07:49:54.873131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.010296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-23T07:49:54.873189Z","caller":"traceutil/trace.go:171","msg":"trace[2141802805] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2619; }","duration":"842.086987ms","start":"2026-04-23T07:49:54.031085Z","end":"2026-04-23T07:49:54.873172Z","steps":["trace[2141802805] 'agreement among raft nodes before linearized reading' (duration: 841.739259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:49:54.873197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.298765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-23T07:49:54.873233Z","caller":"traceutil/trace.go:171","msg":"trace[182520330] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2619; }","duration":"848.364736ms","start":"2026-04-23T07:49:54.024859Z","end":"2026-04-23T07:49:54.873224Z","steps":["trace[182520330] 'agreement among raft nodes before linearized reading' (duration: 848.276374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:49:54.873232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:49:54.031078Z","time spent":"842.146048ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T07:49:54.873265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:49:54.024844Z","time spent":"848.415217ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T07:49:54.873245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.610884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T07:49:54.873109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:49:54.037636Z","time spent":"835.46538ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T07:49:54.873322Z","caller":"traceutil/trace.go:171","msg":"trace[1916321201] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:2619; }","duration":"356.736717ms","start":"2026-04-23T07:49:54.516567Z","end":"2026-04-23T07:49:54.873304Z","steps":["trace[1916321201] 'agreement among raft nodes before linearized reading' (duration: 356.599154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:49:54.873328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.8464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T07:49:54.873391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:49:54.516539Z","time spent":"356.83944ms","remote":"127.0.0.1:48032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-04-23T07:49:54.873187Z","caller":"traceutil/trace.go:171","msg":"trace[1391433418] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2619; }","duration":"830.478472ms","start":"2026-04-23T07:49:54.042683Z","end":"2026-04-23T07:49:54.873161Z","steps":["trace[1391433418] 'agreement among raft nodes before linearized reading' (duration: 830.121923ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:49:54.873476Z","caller":"traceutil/trace.go:171","msg":"trace[1634441904] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:2619; }","duration":"408.051895ms","start":"2026-04-23T07:49:54.465377Z","end":"2026-04-23T07:49:54.873429Z","steps":["trace[1634441904] 'agreement among raft nodes before linearized reading' (duration: 407.767178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:49:54.873652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:49:54.042676Z","time spent":"830.963073ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T07:49:54.873012Z","caller":"traceutil/trace.go:171","msg":"trace[325107854] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2619; }","duration":"946.778382ms","start":"2026-04-23T07:49:53.926201Z","end":"2026-04-23T07:49:54.87298Z","steps":["trace[325107854] 'agreement among raft nodes before linearized reading' (duration: 946.434893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:49:54.873775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:49:53.926191Z","time spent":"947.563551ms","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1389,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-23T07:49:54.873117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.45405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-23T07:49:54.873854Z","caller":"traceutil/trace.go:171","msg":"trace[797788408] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2619; }","duration":"844.195337ms","start":"2026-04-23T07:49:54.029638Z","end":"2026-04-23T07:49:54.873833Z","steps":["trace[797788408] 'agreement among raft nodes before linearized reading' (duration: 843.404408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:49:54.873329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.961653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-23T07:49:54.873914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:49:54.029629Z","time spent":"844.269349ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T07:49:54.873931Z","caller":"traceutil/trace.go:171","msg":"trace[1066899036] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2619; }","duration":"828.624958ms","start":"2026-04-23T07:49:54.045292Z","end":"2026-04-23T07:49:54.873917Z","steps":["trace[1066899036] 'agreement among raft nodes before linearized reading' (duration: 827.86182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:49:54.873972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:49:54.045261Z","time spent":"828.70005ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T07:49:54.873685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:49:54.46535Z","time spent":"408.310502ms","remote":"127.0.0.1:45286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":18,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-23T07:49:54.87306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:49:53.944603Z","time spent":"927.577486ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T07:50:47.394068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.889322ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T07:50:47.394274Z","caller":"traceutil/trace.go:171","msg":"trace[396274901] transaction","detail":"{read_only:false; response_revision:2898; number_of_response:1; }","duration":"149.857345ms","start":"2026-04-23T07:50:47.244395Z","end":"2026-04-23T07:50:47.394253Z","steps":["trace[396274901] 'process raft request' (duration: 149.795504ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:50:47.394384Z","caller":"traceutil/trace.go:171","msg":"trace[994031301] transaction","detail":"{read_only:false; response_revision:2897; number_of_response:1; }","duration":"152.939988ms","start":"2026-04-23T07:50:47.241389Z","end":"2026-04-23T07:50:47.394329Z","steps":["trace[994031301] 'process raft request' (duration: 17.673718ms)","trace[994031301] 'compare' (duration: 134.498192ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:50:47.394526Z","caller":"traceutil/trace.go:171","msg":"trace[1706327500] linearizableReadLoop","detail":"{readStateIndex:3002; appliedIndex:3001; }","duration":"150.9446ms","start":"2026-04-23T07:50:47.243569Z","end":"2026-04-23T07:50:47.394514Z","steps":["trace[1706327500] 'read index received' (duration: 15.502866ms)","trace[1706327500] 'applied index is now lower than readState.Index' (duration: 135.440584ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T07:50:47.394802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.242918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-23T07:50:47.394847Z","caller":"traceutil/trace.go:171","msg":"trace[378458648] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2898; }","duration":"151.34364ms","start":"2026-04-23T07:50:47.243488Z","end":"2026-04-23T07:50:47.394831Z","steps":["trace[378458648] 'agreement among raft nodes before linearized reading' (duration: 151.155965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:50:47.395096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.808807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T07:50:47.395132Z","caller":"traceutil/trace.go:171","msg":"trace[763188729] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2898; }","duration":"150.846838ms","start":"2026-04-23T07:50:47.244276Z","end":"2026-04-23T07:50:47.395123Z","steps":["trace[763188729] 'agreement among raft nodes before linearized reading' (duration: 150.699604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:50:47.395202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.050002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T07:50:47.395325Z","caller":"traceutil/trace.go:171","msg":"trace[1113009304] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2898; }","duration":"151.193036ms","start":"2026-04-23T07:50:47.244091Z","end":"2026-04-23T07:50:47.395284Z","steps":["trace[1113009304] 'agreement among raft nodes before linearized reading' (duration: 150.841438ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:52:44.166165Z","caller":"traceutil/trace.go:171","msg":"trace[436109013] transaction","detail":"{read_only:false; response_revision:3702; number_of_response:1; }","duration":"128.288955ms","start":"2026-04-23T07:52:44.037846Z","end":"2026-04-23T07:52:44.166135Z","steps":["trace[436109013] 'process raft request' (duration: 128.205373ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:52:44.16653Z","caller":"traceutil/trace.go:171","msg":"trace[880955239] transaction","detail":"{read_only:false; response_revision:3703; number_of_response:1; }","duration":"128.634503ms","start":"2026-04-23T07:52:44.037855Z","end":"2026-04-23T07:52:44.16649Z","steps":["trace[880955239] 'process raft request' (duration: 128.238234ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:52:44.166639Z","caller":"traceutil/trace.go:171","msg":"trace[1163561726] transaction","detail":"{read_only:false; response_revision:3701; number_of_response:1; }","duration":"129.570074ms","start":"2026-04-23T07:52:44.036969Z","end":"2026-04-23T07:52:44.166539Z","steps":["trace[1163561726] 'process raft request' (duration: 127.370433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:52:46.16525Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634000120,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T07:52:46.478185Z","caller":"traceutil/trace.go:171","msg":"trace[1853357104] transaction","detail":"{read_only:false; response_revision:3704; number_of_response:1; }","duration":"956.254906ms","start":"2026-04-23T07:52:45.521901Z","end":"2026-04-23T07:52:46.478156Z","steps":["trace[1853357104] 'process raft request' (duration: 956.070942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:52:46.478372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:52:45.521869Z","time spent":"956.407ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T07:52:46.840132Z","caller":"traceutil/trace.go:171","msg":"trace[943646253] linearizableReadLoop","detail":"{readStateIndex:3839; appliedIndex:3837; }","duration":"1.175292727s","start":"2026-04-23T07:52:45.664803Z","end":"2026-04-23T07:52:46.840095Z","steps":["trace[943646253] 'read index received' (duration: 813.140595ms)","trace[943646253] 'applied index is now lower than readState.Index' (duration: 362.136382ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:52:46.840277Z","caller":"traceutil/trace.go:171","msg":"trace[587279621] transaction","detail":"{read_only:false; response_revision:3705; number_of_response:1; }","duration":"1.227398967s","start":"2026-04-23T07:52:45.612862Z","end":"2026-04-23T07:52:46.840261Z","steps":["trace[587279621] 'process raft request' (duration: 1.145247363s)","trace[587279621] 'compare' (duration: 81.412667ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T07:52:46.840416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:52:45.612828Z","time spent":"1.227480109s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T07:52:46.840745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175701406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-23T07:52:46.8409Z","caller":"traceutil/trace.go:171","msg":"trace[1819042159] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:3705; }","duration":"1.176147047s","start":"2026-04-23T07:52:45.664729Z","end":"2026-04-23T07:52:46.840876Z","steps":["trace[1819042159] 'agreement among raft nodes before linearized reading' (duration: 1.175545103s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:52:46.840972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:52:45.6647Z","time spent":"1.17625378s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T07:52:46.857896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.536541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:52:46.858024Z","caller":"traceutil/trace.go:171","msg":"trace[242122003] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3706; }","duration":"973.728937ms","start":"2026-04-23T07:52:45.884268Z","end":"2026-04-23T07:52:46.857997Z","steps":["trace[242122003] 'agreement among raft nodes before linearized reading' (duration: 973.503592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:52:46.858076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:52:45.884241Z","time spent":"973.825298ms","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T07:52:46.858048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.96105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T07:52:46.858416Z","caller":"traceutil/trace.go:171","msg":"trace[1694916402] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3706; }","duration":"687.330778ms","start":"2026-04-23T07:52:46.170951Z","end":"2026-04-23T07:52:46.858282Z","steps":["trace[1694916402] 'agreement among raft nodes before linearized reading' (duration: 686.856567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:52:46.858448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.633535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-23T07:52:46.858526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.624184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-23T07:52:46.858544Z","caller":"traceutil/trace.go:171","msg":"trace[1246581747] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3706; }","duration":"754.87556ms","start":"2026-04-23T07:52:46.103648Z","end":"2026-04-23T07:52:46.858523Z","steps":["trace[1246581747] 'agreement among raft nodes before linearized reading' (duration: 754.405349ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:52:46.858571Z","caller":"traceutil/trace.go:171","msg":"trace[911526443] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3706; }","duration":"821.723536ms","start":"2026-04-23T07:52:46.036835Z","end":"2026-04-23T07:52:46.858559Z","steps":["trace[911526443] 'agreement among raft nodes before linearized reading' (duration: 821.578833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:52:46.8586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:52:46.036804Z","time spent":"821.789728ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T07:52:46.858579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.58927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gm894\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T07:52:46.858623Z","caller":"traceutil/trace.go:171","msg":"trace[1149473461] transaction","detail":"{read_only:false; response_revision:3706; number_of_response:1; }","duration":"271.260304ms","start":"2026-04-23T07:52:46.587296Z","end":"2026-04-23T07:52:46.858556Z","steps":["trace[1149473461] 'process raft request' (duration: 270.267591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:52:46.858787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.993455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-23T07:52:46.858797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.84445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-23T07:52:46.858733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:52:46.170918Z","time spent":"687.585455ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T07:52:46.85883Z","caller":"traceutil/trace.go:171","msg":"trace[271672952] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3706; }","duration":"972.079417ms","start":"2026-04-23T07:52:45.886742Z","end":"2026-04-23T07:52:46.858822Z","steps":["trace[271672952] 'agreement among raft nodes before linearized reading' (duration: 971.987615ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:52:46.858835Z","caller":"traceutil/trace.go:171","msg":"trace[274583040] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3706; }","duration":"687.919592ms","start":"2026-04-23T07:52:46.170906Z","end":"2026-04-23T07:52:46.858825Z","steps":["trace[274583040] 'agreement among raft nodes before linearized reading' (duration: 687.82223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:52:46.858861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:52:45.886715Z","time spent":"972.138789ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T07:52:46.858886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:52:46.170877Z","time spent":"687.994854ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T07:52:46.85868Z","caller":"traceutil/trace.go:171","msg":"trace[798487856] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gm894; range_end:; response_count:1; response_revision:3706; }","duration":"142.751993ms","start":"2026-04-23T07:52:46.715904Z","end":"2026-04-23T07:52:46.858656Z","steps":["trace[798487856] 'agreement among raft nodes before linearized reading' (duration: 142.406715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:52:46.85897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.006708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-23T07:52:46.859052Z","caller":"traceutil/trace.go:171","msg":"trace[1009170824] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:3706; }","duration":"654.130451ms","start":"2026-04-23T07:52:46.204907Z","end":"2026-04-23T07:52:46.859037Z","steps":["trace[1009170824] 'agreement among raft nodes before linearized reading' (duration: 653.951577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:52:46.859096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:52:46.204888Z","time spent":"654.200102ms","remote":"127.0.0.1:47922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-04-23T07:52:46.859183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:52:46.103604Z","time spent":"755.559696ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T07:52:46.859395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.051575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-23T07:52:46.859539Z","caller":"traceutil/trace.go:171","msg":"trace[66483470] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3706; }","duration":"688.26825ms","start":"2026-04-23T07:52:46.171242Z","end":"2026-04-23T07:52:46.85951Z","steps":["trace[66483470] 'agreement among raft nodes before linearized reading' (duration: 687.737318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:52:46.859626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:52:46.171213Z","time spent":"688.399124ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T07:52:49.114736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.996635ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T07:52:49.114899Z","caller":"traceutil/trace.go:171","msg":"trace[289589809] linearizableReadLoop","detail":"{readStateIndex:3856; appliedIndex:3855; }","duration":"197.147857ms","start":"2026-04-23T07:52:48.91773Z","end":"2026-04-23T07:52:49.114877Z","steps":["trace[289589809] 'read index received' (duration: 19.797864ms)","trace[289589809] 'applied index is now lower than readState.Index' (duration: 177.348073ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:52:49.114919Z","caller":"traceutil/trace.go:171","msg":"trace[1423812338] transaction","detail":"{read_only:false; response_revision:3721; number_of_response:1; }","duration":"214.292328ms","start":"2026-04-23T07:52:48.900589Z","end":"2026-04-23T07:52:49.114881Z","steps":["trace[1423812338] 'process raft request' (duration: 37.045397ms)","trace[1423812338] 'compare' (duration: 176.678808ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T07:52:49.115218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.546813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-23T07:52:49.115213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.474385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-23T07:52:49.115264Z","caller":"traceutil/trace.go:171","msg":"trace[986533128] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3721; }","duration":"196.624115ms","start":"2026-04-23T07:52:48.918625Z","end":"2026-04-23T07:52:49.115249Z","steps":["trace[986533128] 'agreement among raft nodes before linearized reading' (duration: 196.476822ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:52:49.115272Z","caller":"traceutil/trace.go:171","msg":"trace[1584279020] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3721; }","duration":"197.575697ms","start":"2026-04-23T07:52:48.917683Z","end":"2026-04-23T07:52:49.115259Z","steps":["trace[1584279020] 'agreement among raft nodes before linearized reading' (duration: 197.347002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:52:49.115453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.573471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gm894\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-23T07:52:49.11548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.614161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T07:52:49.115562Z","caller":"traceutil/trace.go:171","msg":"trace[343266981] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gm894; range_end:; response_count:1; response_revision:3721; }","duration":"195.716414ms","start":"2026-04-23T07:52:48.919821Z","end":"2026-04-23T07:52:49.115537Z","steps":["trace[343266981] 'agreement among raft nodes before linearized reading' (duration: 195.420207ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:52:49.1156Z","caller":"traceutil/trace.go:171","msg":"trace[1286094632] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3721; }","duration":"195.773715ms","start":"2026-04-23T07:52:48.9198Z","end":"2026-04-23T07:52:49.115574Z","steps":["trace[1286094632] 'agreement among raft nodes before linearized reading' (duration: 195.380765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:52:49.115482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.702383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T07:52:49.115769Z","caller":"traceutil/trace.go:171","msg":"trace[663112035] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3721; }","duration":"195.98679ms","start":"2026-04-23T07:52:48.91976Z","end":"2026-04-23T07:52:49.115746Z","steps":["trace[663112035] 'agreement among raft nodes before linearized reading' (duration: 195.465187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:52:49.115457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.723494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T07:52:49.115875Z","caller":"traceutil/trace.go:171","msg":"trace[1901518677] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3721; }","duration":"196.183104ms","start":"2026-04-23T07:52:48.919678Z","end":"2026-04-23T07:52:49.115861Z","steps":["trace[1901518677] 'agreement among raft nodes before linearized reading' (duration: 195.58515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:52:49.116037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.241906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T07:52:49.116125Z","caller":"traceutil/trace.go:171","msg":"trace[1876792111] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3721; }","duration":"196.367989ms","start":"2026-04-23T07:52:48.919738Z","end":"2026-04-23T07:52:49.116106Z","steps":["trace[1876792111] 'agreement among raft nodes before linearized reading' (duration: 195.497979ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:52:49.282556Z","caller":"traceutil/trace.go:171","msg":"trace[683750153] transaction","detail":"{read_only:false; response_revision:3723; number_of_response:1; }","duration":"161.630126ms","start":"2026-04-23T07:52:49.120896Z","end":"2026-04-23T07:52:49.282526Z","steps":["trace[683750153] 'process raft request' (duration: 140.795898ms)","trace[683750153] 'compare' (duration: 20.720565ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:52:49.28294Z","caller":"traceutil/trace.go:171","msg":"trace[288674375] transaction","detail":"{read_only:false; response_revision:3724; number_of_response:1; }","duration":"161.988804ms","start":"2026-04-23T07:52:49.120911Z","end":"2026-04-23T07:52:49.282899Z","steps":["trace[288674375] 'process raft request' (duration: 161.577604ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:52:49.283268Z","caller":"traceutil/trace.go:171","msg":"trace[1177468984] transaction","detail":"{read_only:false; response_revision:3725; number_of_response:1; }","duration":"162.28329ms","start":"2026-04-23T07:52:49.120954Z","end":"2026-04-23T07:52:49.283238Z","steps":["trace[1177468984] 'process raft request' (duration: 161.912742ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:52:49.283335Z","caller":"traceutil/trace.go:171","msg":"trace[287343310] transaction","detail":"{read_only:false; response_revision:3726; number_of_response:1; }","duration":"162.24797ms","start":"2026-04-23T07:52:49.121069Z","end":"2026-04-23T07:52:49.283317Z","steps":["trace[287343310] 'process raft request' (duration: 162.070846ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:52:49.283309Z","caller":"traceutil/trace.go:171","msg":"trace[730360316] transaction","detail":"{read_only:false; response_revision:3727; number_of_response:1; }","duration":"162.189108ms","start":"2026-04-23T07:52:49.121088Z","end":"2026-04-23T07:52:49.283278Z","steps":["trace[730360316] 'process raft request' (duration: 162.099776ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:52:50.640426Z","caller":"traceutil/trace.go:171","msg":"trace[1933353229] transaction","detail":"{read_only:false; response_revision:3728; number_of_response:1; }","duration":"127.532737ms","start":"2026-04-23T07:52:50.512855Z","end":"2026-04-23T07:52:50.640387Z","steps":["trace[1933353229] 'process raft request' (duration: 127.224459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:52:51.610087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.180458ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T07:52:51.610214Z","caller":"traceutil/trace.go:171","msg":"trace[1910282073] linearizableReadLoop","detail":"{readStateIndex:3866; appliedIndex:3865; }","duration":"323.103988ms","start":"2026-04-23T07:52:51.28709Z","end":"2026-04-23T07:52:51.610194Z","steps":["trace[1910282073] 'read index received' (duration: 125.613222ms)","trace[1910282073] 'applied index is now lower than readState.Index' (duration: 197.488756ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:52:51.610238Z","caller":"traceutil/trace.go:171","msg":"trace[1441285349] transaction","detail":"{read_only:false; response_revision:3731; number_of_response:1; }","duration":"392.099054ms","start":"2026-04-23T07:52:51.218105Z","end":"2026-04-23T07:52:51.610204Z","steps":["trace[1441285349] 'process raft request' (duration: 194.69116ms)","trace[1441285349] 'compare' (duration: 196.943103ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T07:52:51.610437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.358684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-23T07:52:51.610456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:52:51.218083Z","time spent":"392.252917ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T07:52:51.610482Z","caller":"traceutil/trace.go:171","msg":"trace[2101849343] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3731; }","duration":"323.488567ms","start":"2026-04-23T07:52:51.286977Z","end":"2026-04-23T07:52:51.610466Z","steps":["trace[2101849343] 'agreement among raft nodes before linearized reading' (duration: 323.314393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:52:51.610521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:52:51.286946Z","time spent":"323.566029ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T07:52:51.610591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.230121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T07:52:51.610696Z","caller":"traceutil/trace.go:171","msg":"trace[595922612] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3731; }","duration":"323.374904ms","start":"2026-04-23T07:52:51.2873Z","end":"2026-04-23T07:52:51.610675Z","steps":["trace[595922612] 'agreement among raft nodes before linearized reading' (duration: 323.055286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:52:51.610755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:52:51.28729Z","time spent":"323.456617ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T07:52:51.610797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.810951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T07:52:51.610912Z","caller":"traceutil/trace.go:171","msg":"trace[1806307423] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3731; }","duration":"322.989585ms","start":"2026-04-23T07:52:51.287904Z","end":"2026-04-23T07:52:51.610893Z","steps":["trace[1806307423] 'agreement among raft nodes before linearized reading' (duration: 322.569925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:52:51.610894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.385534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T07:52:51.610993Z","caller":"traceutil/trace.go:171","msg":"trace[1744712347] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3731; }","duration":"323.502327ms","start":"2026-04-23T07:52:51.287469Z","end":"2026-04-23T07:52:51.610972Z","steps":["trace[1744712347] 'agreement among raft nodes before linearized reading' (duration: 323.044366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:52:51.611065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:52:51.287384Z","time spent":"323.671841ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T07:52:51.611114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.367854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-23T07:52:51.611136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:52:51.287897Z","time spent":"323.055846ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T07:52:51.611161Z","caller":"traceutil/trace.go:171","msg":"trace[1696529394] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3731; }","duration":"323.447516ms","start":"2026-04-23T07:52:51.287703Z","end":"2026-04-23T07:52:51.611151Z","steps":["trace[1696529394] 'agreement among raft nodes before linearized reading' (duration: 322.663198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:52:51.611193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:52:51.287689Z","time spent":"323.496597ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T07:52:53.7526Z","caller":"traceutil/trace.go:171","msg":"trace[156839645] transaction","detail":"{read_only:false; response_revision:3742; number_of_response:1; }","duration":"105.226245ms","start":"2026-04-23T07:52:53.647349Z","end":"2026-04-23T07:52:53.752576Z","steps":["trace[156839645] 'process raft request' (duration: 91.999795ms)","trace[156839645] 'compare' (duration: 13.110997ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:52:53.752991Z","caller":"traceutil/trace.go:171","msg":"trace[1945277988] transaction","detail":"{read_only:false; response_revision:3743; number_of_response:1; }","duration":"105.05029ms","start":"2026-04-23T07:52:53.647811Z","end":"2026-04-23T07:52:53.752862Z","steps":["trace[1945277988] 'process raft request' (duration: 104.727803ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:52:53.753072Z","caller":"traceutil/trace.go:171","msg":"trace[1033040040] transaction","detail":"{read_only:false; response_revision:3745; number_of_response:1; }","duration":"104.868567ms","start":"2026-04-23T07:52:53.64818Z","end":"2026-04-23T07:52:53.753048Z","steps":["trace[1033040040] 'process raft request' (duration: 104.797475ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:52:53.753139Z","caller":"traceutil/trace.go:171","msg":"trace[921107292] transaction","detail":"{read_only:false; response_revision:3744; number_of_response:1; }","duration":"104.951128ms","start":"2026-04-23T07:52:53.648165Z","end":"2026-04-23T07:52:53.753116Z","steps":["trace[921107292] 'process raft request' (duration: 104.61995ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:52:57.764546Z","caller":"traceutil/trace.go:171","msg":"trace[455639955] transaction","detail":"{read_only:false; response_revision:3766; number_of_response:1; }","duration":"101.20516ms","start":"2026-04-23T07:52:57.663294Z","end":"2026-04-23T07:52:57.764499Z","steps":["trace[455639955] 'process raft request' (duration: 101.038146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:52:57.929593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.217606ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T07:52:57.929984Z","caller":"traceutil/trace.go:171","msg":"trace[1089109189] transaction","detail":"{read_only:false; response_revision:3769; number_of_response:1; }","duration":"158.643695ms","start":"2026-04-23T07:52:57.771318Z","end":"2026-04-23T07:52:57.929962Z","steps":["trace[1089109189] 'process raft request' (duration: 158.486051ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:52:57.930011Z","caller":"traceutil/trace.go:171","msg":"trace[177293178] transaction","detail":"{read_only:false; response_revision:3768; number_of_response:1; }","duration":"160.005267ms","start":"2026-04-23T07:52:57.769954Z","end":"2026-04-23T07:52:57.92996Z","steps":["trace[177293178] 'process raft request' (duration: 159.771032ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:52:57.930069Z","caller":"traceutil/trace.go:171","msg":"trace[2068742166] transaction","detail":"{read_only:false; response_revision:3767; number_of_response:1; }","duration":"160.0895ms","start":"2026-04-23T07:52:57.769938Z","end":"2026-04-23T07:52:57.930027Z","steps":["trace[2068742166] 'process raft request' (duration: 30.30716ms)","trace[2068742166] 'compare' (duration: 129.037932ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:52:57.930222Z","caller":"traceutil/trace.go:171","msg":"trace[509883124] linearizableReadLoop","detail":"{readStateIndex:3908; appliedIndex:3903; }","duration":"122.816447ms","start":"2026-04-23T07:52:57.807389Z","end":"2026-04-23T07:52:57.930205Z","steps":["trace[509883124] 'read index received' (duration: 39.531376ms)","trace[509883124] 'applied index is now lower than readState.Index' (duration: 83.284131ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:52:57.93023Z","caller":"traceutil/trace.go:171","msg":"trace[822784888] transaction","detail":"{read_only:false; response_revision:3770; number_of_response:1; }","duration":"158.791489ms","start":"2026-04-23T07:52:57.771417Z","end":"2026-04-23T07:52:57.930209Z","steps":["trace[822784888] 'process raft request' (duration: 158.432881ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:52:57.930273Z","caller":"traceutil/trace.go:171","msg":"trace[393945316] transaction","detail":"{read_only:false; response_revision:3771; number_of_response:1; }","duration":"158.356659ms","start":"2026-04-23T07:52:57.771895Z","end":"2026-04-23T07:52:57.930252Z","steps":["trace[393945316] 'process raft request' (duration: 158.220606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:52:57.930383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.96314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T07:52:57.930458Z","caller":"traceutil/trace.go:171","msg":"trace[1807040910] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:3771; }","duration":"123.086692ms","start":"2026-04-23T07:52:57.807352Z","end":"2026-04-23T07:52:57.930439Z","steps":["trace[1807040910] 'agreement among raft nodes before linearized reading' (duration: 122.914968ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:54:05.878425Z","caller":"traceutil/trace.go:171","msg":"trace[1701926641] transaction","detail":"{read_only:false; response_revision:4704; number_of_response:1; }","duration":"107.792036ms","start":"2026-04-23T07:54:05.770601Z","end":"2026-04-23T07:54:05.878393Z","steps":["trace[1701926641] 'process raft request' (duration: 107.563131ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:54:05.879058Z","caller":"traceutil/trace.go:171","msg":"trace[1530205682] transaction","detail":"{read_only:false; response_revision:4705; number_of_response:1; }","duration":"104.587151ms","start":"2026-04-23T07:54:05.774399Z","end":"2026-04-23T07:54:05.878986Z","steps":["trace[1530205682] 'process raft request' (duration: 103.916255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:54:10.270879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.963849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:54:10.270988Z","caller":"traceutil/trace.go:171","msg":"trace[311441225] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:4848; }","duration":"111.095363ms","start":"2026-04-23T07:54:10.159871Z","end":"2026-04-23T07:54:10.270966Z","steps":["trace[311441225] 'count revisions from in-memory index tree' (duration: 110.834106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:54:10.271328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.502086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:754303"} {"level":"info","ts":"2026-04-23T07:54:10.271423Z","caller":"traceutil/trace.go:171","msg":"trace[733734221] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4848; }","duration":"137.64831ms","start":"2026-04-23T07:54:10.133757Z","end":"2026-04-23T07:54:10.271405Z","steps":["trace[733734221] 'range keys from in-memory index tree' (duration: 137.043136ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:54:12.179728Z","caller":"traceutil/trace.go:171","msg":"trace[586806242] linearizableReadLoop","detail":"{readStateIndex:5069; appliedIndex:5068; }","duration":"105.318528ms","start":"2026-04-23T07:54:12.074374Z","end":"2026-04-23T07:54:12.179692Z","steps":["trace[586806242] 'read index received' (duration: 104.763355ms)","trace[586806242] 'applied index is now lower than readState.Index' (duration: 553.773µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:54:12.179787Z","caller":"traceutil/trace.go:171","msg":"trace[917049303] transaction","detail":"{read_only:false; response_revision:4890; number_of_response:1; }","duration":"115.403903ms","start":"2026-04-23T07:54:12.064364Z","end":"2026-04-23T07:54:12.179768Z","steps":["trace[917049303] 'process raft request' (duration: 114.86382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:54:12.179989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.572134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:54:12.18011Z","caller":"traceutil/trace.go:171","msg":"trace[829242946] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:4890; }","duration":"105.754448ms","start":"2026-04-23T07:54:12.074329Z","end":"2026-04-23T07:54:12.180084Z","steps":["trace[829242946] 'agreement among raft nodes before linearized reading' (duration: 105.529983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:54:13.139664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.099357ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T07:54:13.139806Z","caller":"traceutil/trace.go:171","msg":"trace[1448575968] transaction","detail":"{read_only:false; response_revision:4902; number_of_response:1; }","duration":"369.161511ms","start":"2026-04-23T07:54:12.770617Z","end":"2026-04-23T07:54:13.139778Z","steps":["trace[1448575968] 'process raft request' (duration: 37.847529ms)","trace[1448575968] 'compare' (duration: 330.972954ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T07:54:13.139885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:54:12.77059Z","time spent":"369.258723ms","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1868,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T07:54:13.1974Z","caller":"traceutil/trace.go:171","msg":"trace[753107902] linearizableReadLoop","detail":"{readStateIndex:5084; appliedIndex:5080; }","duration":"424.99142ms","start":"2026-04-23T07:54:12.772378Z","end":"2026-04-23T07:54:13.19737Z","steps":["trace[753107902] 'read index received' (duration: 36.09819ms)","trace[753107902] 'applied index is now lower than readState.Index' (duration: 388.892399ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:54:13.197532Z","caller":"traceutil/trace.go:171","msg":"trace[1456643498] transaction","detail":"{read_only:false; response_revision:4903; number_of_response:1; }","duration":"426.374561ms","start":"2026-04-23T07:54:12.771145Z","end":"2026-04-23T07:54:13.19752Z","steps":["trace[1456643498] 'process raft request' (duration: 425.959561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:54:13.197663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:54:12.771119Z","time spent":"426.441523ms","remote":"127.0.0.1:48060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T07:54:13.197823Z","caller":"traceutil/trace.go:171","msg":"trace[1996443118] transaction","detail":"{read_only:false; response_revision:4905; number_of_response:1; }","duration":"425.784157ms","start":"2026-04-23T07:54:12.771996Z","end":"2026-04-23T07:54:13.19778Z","steps":["trace[1996443118] 'process raft request' (duration: 425.330717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:54:13.198024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:54:12.771979Z","time spent":"425.934821ms","remote":"127.0.0.1:48060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1282,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T07:54:13.197928Z","caller":"traceutil/trace.go:171","msg":"trace[1207229974] transaction","detail":"{read_only:false; response_revision:4904; number_of_response:1; }","duration":"426.416392ms","start":"2026-04-23T07:54:12.771461Z","end":"2026-04-23T07:54:13.197831Z","steps":["trace[1207229974] 'process raft request' (duration: 425.812728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:54:13.198031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.620774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3c86dd77-c167-48d4-ba5c-149fab496c8f\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-04-23T07:54:13.198204Z","caller":"traceutil/trace.go:171","msg":"trace[1953266428] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3c86dd77-c167-48d4-ba5c-149fab496c8f; range_end:; response_count:1; response_revision:4905; }","duration":"425.850319ms","start":"2026-04-23T07:54:12.772322Z","end":"2026-04-23T07:54:13.198172Z","steps":["trace[1953266428] 'agreement among raft nodes before linearized reading' (duration: 425.45467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:54:13.198267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:54:12.77231Z","time spent":"425.945361ms","remote":"127.0.0.1:48040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1473,"request content":"key:\"/registry/persistentvolumes/pvc-3c86dd77-c167-48d4-ba5c-149fab496c8f\" "} {"level":"warn","ts":"2026-04-23T07:54:13.198444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:54:12.771429Z","time spent":"426.760091ms","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1454,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T07:54:13.21269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.2108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:54:13.212793Z","caller":"traceutil/trace.go:171","msg":"trace[1052055049] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4906; }","duration":"328.396404ms","start":"2026-04-23T07:54:12.884375Z","end":"2026-04-23T07:54:13.212771Z","steps":["trace[1052055049] 'agreement among raft nodes before linearized reading' (duration: 328.192459ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:54:13.212702Z","caller":"traceutil/trace.go:171","msg":"trace[1342771654] transaction","detail":"{read_only:false; response_revision:4906; number_of_response:1; }","duration":"221.404757ms","start":"2026-04-23T07:54:12.99126Z","end":"2026-04-23T07:54:13.212665Z","steps":["trace[1342771654] 'process raft request' (duration: 220.624999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:54:13.212852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:54:12.884342Z","time spent":"328.501036ms","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T07:54:13.212892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.204295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-23T07:54:13.212963Z","caller":"traceutil/trace.go:171","msg":"trace[1389501382] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4906; }","duration":"385.298417ms","start":"2026-04-23T07:54:12.827647Z","end":"2026-04-23T07:54:13.212946Z","steps":["trace[1389501382] 'agreement among raft nodes before linearized reading' (duration: 385.03364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:54:13.213006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:54:12.827612Z","time spent":"385.386239ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-23T07:54:13.213143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.716941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:812108"} {"level":"info","ts":"2026-04-23T07:54:13.213253Z","caller":"traceutil/trace.go:171","msg":"trace[345615279] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4906; }","duration":"414.894404ms","start":"2026-04-23T07:54:12.798334Z","end":"2026-04-23T07:54:13.213229Z","steps":["trace[345615279] 'agreement among raft nodes before linearized reading' (duration: 414.182498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:54:13.212898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.374725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16795"} {"level":"warn","ts":"2026-04-23T07:54:13.213315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:54:12.79832Z","time spent":"414.984067ms","remote":"127.0.0.1:47992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":812131,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-04-23T07:54:13.213342Z","caller":"traceutil/trace.go:171","msg":"trace[438415687] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4906; }","duration":"384.940488ms","start":"2026-04-23T07:54:12.828378Z","end":"2026-04-23T07:54:13.213318Z","steps":["trace[438415687] 'agreement among raft nodes before linearized reading' (duration: 384.221722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:54:13.213394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:54:12.828343Z","time spent":"385.039641ms","remote":"127.0.0.1:48070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":16818,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-23T07:54:14.788231Z","caller":"traceutil/trace.go:171","msg":"trace[1792987242] transaction","detail":"{read_only:false; response_revision:4953; number_of_response:1; }","duration":"125.529548ms","start":"2026-04-23T07:54:14.662646Z","end":"2026-04-23T07:54:14.788176Z","steps":["trace[1792987242] 'process raft request' (duration: 125.233181ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:54:17.466719Z","caller":"traceutil/trace.go:171","msg":"trace[436059518] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4989; }","duration":"124.711229ms","start":"2026-04-23T07:54:17.341738Z","end":"2026-04-23T07:54:17.46645Z","steps":["trace[436059518] 'process raft request' (duration: 121.028654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:54:20.76388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.874391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T07:54:20.763997Z","caller":"traceutil/trace.go:171","msg":"trace[606896467] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:5043; }","duration":"106.074436ms","start":"2026-04-23T07:54:20.657901Z","end":"2026-04-23T07:54:20.763976Z","steps":["trace[606896467] 'count revisions from in-memory index tree' (duration: 105.647456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:54:22.107119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.832493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gm894\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T07:54:22.107205Z","caller":"traceutil/trace.go:171","msg":"trace[1276583504] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gm894; range_end:; response_count:1; response_revision:5053; }","duration":"137.969367ms","start":"2026-04-23T07:54:21.969216Z","end":"2026-04-23T07:54:22.107185Z","steps":["trace[1276583504] 'range keys from in-memory index tree' (duration: 137.567028ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:54:24.056391Z","caller":"traceutil/trace.go:171","msg":"trace[53681043] transaction","detail":"{read_only:false; response_revision:5085; number_of_response:1; }","duration":"122.913228ms","start":"2026-04-23T07:54:23.933428Z","end":"2026-04-23T07:54:24.056341Z","steps":["trace[53681043] 'process raft request' (duration: 122.719653ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:54:24.475499Z","caller":"traceutil/trace.go:171","msg":"trace[1110245486] transaction","detail":"{read_only:false; response_revision:5090; number_of_response:1; }","duration":"303.398013ms","start":"2026-04-23T07:54:24.17206Z","end":"2026-04-23T07:54:24.475458Z","steps":["trace[1110245486] 'process raft request' (duration: 303.051165ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:54:24.475585Z","caller":"traceutil/trace.go:171","msg":"trace[160358966] transaction","detail":"{read_only:false; response_revision:5089; number_of_response:1; }","duration":"304.106249ms","start":"2026-04-23T07:54:24.171443Z","end":"2026-04-23T07:54:24.475549Z","steps":["trace[160358966] 'process raft request' (duration: 254.67119ms)","trace[160358966] 'compare' (duration: 48.762764ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T07:54:24.475707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:54:24.172033Z","time spent":"303.582047ms","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1005,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T07:54:24.47581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:54:24.171422Z","time spent":"304.235412ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T07:54:24.633435Z","caller":"traceutil/trace.go:171","msg":"trace[202282943] transaction","detail":"{read_only:false; response_revision:5092; number_of_response:1; }","duration":"152.388062ms","start":"2026-04-23T07:54:24.481015Z","end":"2026-04-23T07:54:24.633403Z","steps":["trace[202282943] 'process raft request' (duration: 151.251786ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:54:24.633883Z","caller":"traceutil/trace.go:171","msg":"trace[157912849] transaction","detail":"{read_only:false; response_revision:5093; number_of_response:1; }","duration":"151.733427ms","start":"2026-04-23T07:54:24.482124Z","end":"2026-04-23T07:54:24.633857Z","steps":["trace[157912849] 'process raft request' (duration: 151.233685ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:54:24.634168Z","caller":"traceutil/trace.go:171","msg":"trace[1845490856] transaction","detail":"{read_only:false; response_revision:5094; number_of_response:1; }","duration":"150.98852ms","start":"2026-04-23T07:54:24.483153Z","end":"2026-04-23T07:54:24.634141Z","steps":["trace[1845490856] 'process raft request' (duration: 150.380066ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:54:25.518874Z","caller":"traceutil/trace.go:171","msg":"trace[1440712029] transaction","detail":"{read_only:false; response_revision:5104; number_of_response:1; }","duration":"246.039208ms","start":"2026-04-23T07:54:25.2728Z","end":"2026-04-23T07:54:25.518839Z","steps":["trace[1440712029] 'process raft request' (duration: 245.803313ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:54:25.52517Z","caller":"traceutil/trace.go:171","msg":"trace[758005877] transaction","detail":"{read_only:false; response_revision:5105; number_of_response:1; }","duration":"251.27931ms","start":"2026-04-23T07:54:25.273862Z","end":"2026-04-23T07:54:25.525141Z","steps":["trace[758005877] 'process raft request' (duration: 251.139136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:54:26.386933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.161048ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T07:54:26.387163Z","caller":"traceutil/trace.go:171","msg":"trace[998028632] transaction","detail":"{read_only:false; response_revision:5112; number_of_response:1; }","duration":"445.854564ms","start":"2026-04-23T07:54:25.941268Z","end":"2026-04-23T07:54:26.387123Z","steps":["trace[998028632] 'process raft request' (duration: 308.316747ms)","trace[998028632] 'compare' (duration: 136.769139ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T07:54:26.387244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:54:25.941232Z","time spent":"445.976677ms","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1563,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T07:54:26.394842Z","caller":"traceutil/trace.go:171","msg":"trace[1020223912] linearizableReadLoop","detail":"{readStateIndex:5299; appliedIndex:5295; }","duration":"258.688953ms","start":"2026-04-23T07:54:26.136125Z","end":"2026-04-23T07:54:26.394814Z","steps":["trace[1020223912] 'read index received' (duration: 113.353305ms)","trace[1020223912] 'applied index is now lower than readState.Index' (duration: 145.334528ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:54:26.394936Z","caller":"traceutil/trace.go:171","msg":"trace[2030658482] transaction","detail":"{read_only:false; response_revision:5114; number_of_response:1; }","duration":"449.50719ms","start":"2026-04-23T07:54:25.945391Z","end":"2026-04-23T07:54:26.394898Z","steps":["trace[2030658482] 'process raft request' (duration: 449.248074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:54:26.39515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:54:25.945382Z","time spent":"449.671243ms","remote":"127.0.0.1:48366","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5085,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T07:54:26.395447Z","caller":"traceutil/trace.go:171","msg":"trace[1370115215] transaction","detail":"{read_only:false; response_revision:5113; number_of_response:1; }","duration":"453.610935ms","start":"2026-04-23T07:54:25.94182Z","end":"2026-04-23T07:54:26.395431Z","steps":["trace[1370115215] 'process raft request' (duration: 452.598032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:54:26.395538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:54:25.9418Z","time spent":"453.687327ms","remote":"127.0.0.1:48060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1045,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T07:54:26.395532Z","caller":"traceutil/trace.go:171","msg":"trace[939661088] transaction","detail":"{read_only:false; response_revision:5115; number_of_response:1; }","duration":"273.445496ms","start":"2026-04-23T07:54:26.122063Z","end":"2026-04-23T07:54:26.395509Z","steps":["trace[939661088] 'process raft request' (duration: 272.683008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:54:26.395713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.471451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gm894\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T07:54:26.395785Z","caller":"traceutil/trace.go:171","msg":"trace[254654196] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gm894; range_end:; response_count:1; response_revision:5115; }","duration":"219.591184ms","start":"2026-04-23T07:54:26.176177Z","end":"2026-04-23T07:54:26.395769Z","steps":["trace[254654196] 'agreement among raft nodes before linearized reading' (duration: 219.327538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:54:26.395844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.725418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:54:26.395895Z","caller":"traceutil/trace.go:171","msg":"trace[765237425] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:5115; }","duration":"259.82672ms","start":"2026-04-23T07:54:26.136057Z","end":"2026-04-23T07:54:26.395883Z","steps":["trace[765237425] 'agreement among raft nodes before linearized reading' (duration: 259.721827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:54:26.39597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.341609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-23T07:54:26.396015Z","caller":"traceutil/trace.go:171","msg":"trace[1096649012] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:5115; }","duration":"185.41094ms","start":"2026-04-23T07:54:26.210593Z","end":"2026-04-23T07:54:26.396004Z","steps":["trace[1096649012] 'agreement among raft nodes before linearized reading' (duration: 185.305747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:54:26.397437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.565307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-23T07:54:26.397537Z","caller":"traceutil/trace.go:171","msg":"trace[1509470533] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5115; }","duration":"103.733102ms","start":"2026-04-23T07:54:26.293781Z","end":"2026-04-23T07:54:26.397514Z","steps":["trace[1509470533] 'agreement among raft nodes before linearized reading' (duration: 101.993161ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:54:27.006025Z","caller":"traceutil/trace.go:171","msg":"trace[1295019498] transaction","detail":"{read_only:false; response_revision:5125; number_of_response:1; }","duration":"188.343008ms","start":"2026-04-23T07:54:26.817641Z","end":"2026-04-23T07:54:27.005984Z","steps":["trace[1295019498] 'process raft request' (duration: 187.126009ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:54:27.015644Z","caller":"traceutil/trace.go:171","msg":"trace[1132332777] transaction","detail":"{read_only:false; response_revision:5126; number_of_response:1; }","duration":"189.609878ms","start":"2026-04-23T07:54:26.826012Z","end":"2026-04-23T07:54:27.015621Z","steps":["trace[1132332777] 'process raft request' (duration: 189.481995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:54:32.993938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.14279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:54:32.994114Z","caller":"traceutil/trace.go:171","msg":"trace[1819773822] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5214; }","duration":"110.397836ms","start":"2026-04-23T07:54:32.88369Z","end":"2026-04-23T07:54:32.994088Z","steps":["trace[1819773822] 'range keys from in-memory index tree' (duration: 110.028278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:54:37.400477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.382911ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T07:54:37.400737Z","caller":"traceutil/trace.go:171","msg":"trace[1625468292] transaction","detail":"{read_only:false; response_revision:5262; number_of_response:1; }","duration":"232.801681ms","start":"2026-04-23T07:54:37.167912Z","end":"2026-04-23T07:54:37.400714Z","steps":["trace[1625468292] 'process raft request' (duration: 232.75891ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:54:37.400833Z","caller":"traceutil/trace.go:171","msg":"trace[697520694] transaction","detail":"{read_only:false; response_revision:5261; number_of_response:1; }","duration":"288.672281ms","start":"2026-04-23T07:54:37.112093Z","end":"2026-04-23T07:54:37.400766Z","steps":["trace[697520694] 'process raft request' (duration: 288.516967ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:54:37.400911Z","caller":"traceutil/trace.go:171","msg":"trace[1787348000] linearizableReadLoop","detail":"{readStateIndex:5450; appliedIndex:5447; }","duration":"288.22722ms","start":"2026-04-23T07:54:37.11257Z","end":"2026-04-23T07:54:37.400797Z","steps":["trace[1787348000] 'read index received' (duration: 7.627458ms)","trace[1787348000] 'applied index is now lower than readState.Index' (duration: 280.596912ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:54:37.401038Z","caller":"traceutil/trace.go:171","msg":"trace[589852120] transaction","detail":"{read_only:false; response_revision:5260; number_of_response:1; }","duration":"289.142851ms","start":"2026-04-23T07:54:37.111772Z","end":"2026-04-23T07:54:37.400915Z","steps":["trace[589852120] 'process raft request' (duration: 78.243969ms)","trace[589852120] 'compare' (duration: 210.152935ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T07:54:37.401246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.66302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:126195"} {"level":"info","ts":"2026-04-23T07:54:37.402249Z","caller":"traceutil/trace.go:171","msg":"trace[1596340085] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5262; }","duration":"289.709444ms","start":"2026-04-23T07:54:37.112494Z","end":"2026-04-23T07:54:37.402204Z","steps":["trace[1596340085] 'agreement among raft nodes before linearized reading' (duration: 288.518036ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:54:37.666773Z","caller":"traceutil/trace.go:171","msg":"trace[1535838431] transaction","detail":"{read_only:false; response_revision:5263; number_of_response:1; }","duration":"261.453398ms","start":"2026-04-23T07:54:37.405231Z","end":"2026-04-23T07:54:37.666685Z","steps":["trace[1535838431] 'process raft request' (duration: 254.173029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:54:39.574371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.720631ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T07:54:39.574512Z","caller":"traceutil/trace.go:171","msg":"trace[1065799491] linearizableReadLoop","detail":"{readStateIndex:5529; appliedIndex:5528; }","duration":"636.625368ms","start":"2026-04-23T07:54:38.937863Z","end":"2026-04-23T07:54:39.574488Z","steps":["trace[1065799491] 'read index received' (duration: 304.58322ms)","trace[1065799491] 'applied index is now lower than readState.Index' (duration: 332.040488ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:54:39.574616Z","caller":"traceutil/trace.go:171","msg":"trace[839999563] transaction","detail":"{read_only:false; response_revision:5340; number_of_response:1; }","duration":"702.655873ms","start":"2026-04-23T07:54:38.871948Z","end":"2026-04-23T07:54:39.574603Z","steps":["trace[839999563] 'process raft request' (duration: 370.557503ms)","trace[839999563] 'compare' (duration: 331.23514ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T07:54:39.574689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:54:38.871916Z","time spent":"702.738435ms","remote":"127.0.0.1:48340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4666,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T07:54:39.575093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.192332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-g9vt7\" ","response":"range_response_count:1 size:8067"} {"level":"info","ts":"2026-04-23T07:54:39.575243Z","caller":"traceutil/trace.go:171","msg":"trace[1796516122] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-g9vt7; range_end:; response_count:1; response_revision:5340; }","duration":"637.410847ms","start":"2026-04-23T07:54:38.937798Z","end":"2026-04-23T07:54:39.575209Z","steps":["trace[1796516122] 'agreement among raft nodes before linearized reading' (duration: 636.965967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:54:39.575318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:54:38.937772Z","time spent":"637.530699ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":8090,"request content":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-g9vt7\" "} {"level":"warn","ts":"2026-04-23T07:54:39.57535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.294705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-87c38d86-6c51-4a79-b0aa-8a9b1530aba5\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-23T07:54:39.575446Z","caller":"traceutil/trace.go:171","msg":"trace[188339571] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-87c38d86-6c51-4a79-b0aa-8a9b1530aba5; range_end:; response_count:1; response_revision:5340; }","duration":"579.449879ms","start":"2026-04-23T07:54:38.995974Z","end":"2026-04-23T07:54:39.575424Z","steps":["trace[188339571] 'agreement among raft nodes before linearized reading' (duration: 578.805344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:54:39.57549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:54:38.99595Z","time spent":"579.531041ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-87c38d86-6c51-4a79-b0aa-8a9b1530aba5\" "} {"level":"warn","ts":"2026-04-23T07:54:40.384846Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634003865,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T07:54:40.651994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:54:39.792323Z","time spent":"859.662293ms","remote":"127.0.0.1:46836","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T07:54:40.652935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.772961ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T07:54:40.653116Z","caller":"traceutil/trace.go:171","msg":"trace[1336264789] transaction","detail":"{read_only:false; response_revision:5341; number_of_response:1; }","duration":"1.06602441s","start":"2026-04-23T07:54:39.587059Z","end":"2026-04-23T07:54:40.653083Z","steps":["trace[1336264789] 'process raft request' (duration: 918.951381ms)","trace[1336264789] 'compare' (duration: 146.484895ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T07:54:40.653232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:54:39.587034Z","time spent":"1.066140972s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8456,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T07:54:40.667942Z","caller":"traceutil/trace.go:171","msg":"trace[183247919] transaction","detail":"{read_only:false; response_revision:5342; number_of_response:1; }","duration":"1.019484877s","start":"2026-04-23T07:54:39.648425Z","end":"2026-04-23T07:54:40.66791Z","steps":["trace[183247919] 'process raft request' (duration: 1.019236331s)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:54:40.668077Z","caller":"traceutil/trace.go:171","msg":"trace[1760950746] transaction","detail":"{read_only:false; response_revision:5343; number_of_response:1; }","duration":"995.519061ms","start":"2026-04-23T07:54:39.672521Z","end":"2026-04-23T07:54:40.668041Z","steps":["trace[1760950746] 'process raft request' (duration: 995.279406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:54:40.668337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:54:39.672494Z","time spent":"995.799968ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T07:54:40.668363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:54:39.648388Z","time spent":"1.019795475s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T07:54:40.668859Z","caller":"traceutil/trace.go:171","msg":"trace[158129203] transaction","detail":"{read_only:false; response_revision:5345; number_of_response:1; }","duration":"570.565583ms","start":"2026-04-23T07:54:40.098283Z","end":"2026-04-23T07:54:40.668848Z","steps":["trace[158129203] 'process raft request' (duration: 570.469301ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:54:40.668866Z","caller":"traceutil/trace.go:171","msg":"trace[531520186] transaction","detail":"{read_only:false; response_revision:5344; number_of_response:1; }","duration":"995.247574ms","start":"2026-04-23T07:54:39.67358Z","end":"2026-04-23T07:54:40.668828Z","steps":["trace[531520186] 'process raft request' (duration: 994.280632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:54:40.668995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.67479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:54:40.669053Z","caller":"traceutil/trace.go:171","msg":"trace[365770792] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5345; }","duration":"784.821773ms","start":"2026-04-23T07:54:39.88422Z","end":"2026-04-23T07:54:40.669042Z","steps":["trace[365770792] 'agreement among raft nodes before linearized reading' (duration: 784.68ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:54:40.669079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:54:39.673553Z","time spent":"995.418589ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T07:54:40.669094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:54:39.884186Z","time spent":"784.899635ms","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T07:54:40.669006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:54:40.09825Z","time spent":"570.681126ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T07:54:40.668836Z","caller":"traceutil/trace.go:171","msg":"trace[860684682] linearizableReadLoop","detail":"{readStateIndex:5534; appliedIndex:5529; }","duration":"784.521626ms","start":"2026-04-23T07:54:39.88429Z","end":"2026-04-23T07:54:40.668811Z","steps":["trace[860684682] 'read index received' (duration: 621.797404ms)","trace[860684682] 'applied index is now lower than readState.Index' (duration: 162.722712ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T07:54:40.669404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.908037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:54:40.669452Z","caller":"traceutil/trace.go:171","msg":"trace[1896456395] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:5345; }","duration":"585.013479ms","start":"2026-04-23T07:54:40.084426Z","end":"2026-04-23T07:54:40.669439Z","steps":["trace[1896456395] 'agreement among raft nodes before linearized reading' (duration: 584.928867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:54:40.669486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:54:40.084396Z","time spent":"585.080961ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-04-23T07:54:40.669786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.202692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-23T07:54:40.669829Z","caller":"traceutil/trace.go:171","msg":"trace[1489705361] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5345; }","duration":"110.289753ms","start":"2026-04-23T07:54:40.559526Z","end":"2026-04-23T07:54:40.669816Z","steps":["trace[1489705361] 'agreement among raft nodes before linearized reading' (duration: 110.14233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:54:40.670039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.426889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gm894\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T07:54:40.670128Z","caller":"traceutil/trace.go:171","msg":"trace[734968989] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gm894; range_end:; response_count:1; response_revision:5345; }","duration":"191.555212ms","start":"2026-04-23T07:54:40.478555Z","end":"2026-04-23T07:54:40.67011Z","steps":["trace[734968989] 'agreement among raft nodes before linearized reading' (duration: 191.234745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:54:40.670135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.471897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18a8ed380b7e4412\" ","response":"range_response_count:1 size:1012"} {"level":"info","ts":"2026-04-23T07:54:40.67031Z","caller":"traceutil/trace.go:171","msg":"trace[289655627] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18a8ed380b7e4412; range_end:; response_count:1; response_revision:5345; }","duration":"122.686491ms","start":"2026-04-23T07:54:40.547604Z","end":"2026-04-23T07:54:40.670291Z","steps":["trace[289655627] 'agreement among raft nodes before linearized reading' (duration: 122.465726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:54:41.024252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.456856ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T07:54:41.024733Z","caller":"traceutil/trace.go:171","msg":"trace[661763053] transaction","detail":"{read_only:false; response_revision:5348; number_of_response:1; }","duration":"350.438876ms","start":"2026-04-23T07:54:40.674262Z","end":"2026-04-23T07:54:41.024701Z","steps":["trace[661763053] 'process raft request' (duration: 350.105439ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:54:41.02478Z","caller":"traceutil/trace.go:171","msg":"trace[893617159] transaction","detail":"{read_only:false; response_revision:5349; number_of_response:1; }","duration":"347.128959ms","start":"2026-04-23T07:54:40.67762Z","end":"2026-04-23T07:54:41.024748Z","steps":["trace[893617159] 'process raft request' (duration: 347.023077ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:54:41.0249Z","caller":"traceutil/trace.go:171","msg":"trace[51406134] transaction","detail":"{read_only:false; response_revision:5350; number_of_response:1; }","duration":"253.965564ms","start":"2026-04-23T07:54:40.77092Z","end":"2026-04-23T07:54:41.024886Z","steps":["trace[51406134] 'process raft request' (duration: 253.81107ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:54:41.025075Z","caller":"traceutil/trace.go:171","msg":"trace[79096054] transaction","detail":"{read_only:false; response_revision:5347; number_of_response:1; }","duration":"350.332744ms","start":"2026-04-23T07:54:40.674182Z","end":"2026-04-23T07:54:41.024514Z","steps":["trace[79096054] 'process raft request' (duration: 224.467758ms)","trace[79096054] 'compare' (duration: 125.298673ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T07:54:41.024953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:54:40.677586Z","time spent":"347.253893ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4763,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T07:54:41.02479Z","caller":"traceutil/trace.go:171","msg":"trace[1502171127] linearizableReadLoop","detail":"{readStateIndex:5537; appliedIndex:5535; }","duration":"349.989446ms","start":"2026-04-23T07:54:40.674778Z","end":"2026-04-23T07:54:41.024767Z","steps":["trace[1502171127] 'read index received' (duration: 20.65709ms)","trace[1502171127] 'applied index is now lower than readState.Index' (duration: 329.330876ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T07:54:41.025241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.423397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:63719"} {"level":"warn","ts":"2026-04-23T07:54:41.025308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:54:40.674167Z","time spent":"350.951878ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T07:54:41.025335Z","caller":"traceutil/trace.go:171","msg":"trace[1178348074] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5349; }","duration":"350.56782ms","start":"2026-04-23T07:54:40.674746Z","end":"2026-04-23T07:54:41.025313Z","steps":["trace[1178348074] 'agreement among raft nodes before linearized reading' (duration: 350.084078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:54:41.025392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:54:40.674736Z","time spent":"350.644701ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":63742,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-23T07:54:41.025561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.26841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T07:54:41.025604Z","caller":"traceutil/trace.go:171","msg":"trace[388155077] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5350; }","duration":"300.333872ms","start":"2026-04-23T07:54:40.725258Z","end":"2026-04-23T07:54:41.025592Z","steps":["trace[388155077] 'agreement among raft nodes before linearized reading' (duration: 300.174958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:54:41.02558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.850559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-23T07:54:41.025599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.777585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-23T07:54:41.025642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:54:40.725248Z","time spent":"300.381543ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T07:54:41.025656Z","caller":"traceutil/trace.go:171","msg":"trace[245826479] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5350; }","duration":"237.965482ms","start":"2026-04-23T07:54:40.78767Z","end":"2026-04-23T07:54:41.025636Z","steps":["trace[245826479] 'agreement among raft nodes before linearized reading' (duration: 237.758387ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:54:41.025682Z","caller":"traceutil/trace.go:171","msg":"trace[169496433] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5350; }","duration":"301.919719ms","start":"2026-04-23T07:54:40.723738Z","end":"2026-04-23T07:54:41.025658Z","steps":["trace[169496433] 'agreement among raft nodes before linearized reading' (duration: 301.610671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:54:41.025725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.178953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T07:54:41.0258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.786478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-23T07:54:41.025816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.99295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T07:54:41.025833Z","caller":"traceutil/trace.go:171","msg":"trace[1557724884] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5350; }","duration":"237.863489ms","start":"2026-04-23T07:54:40.787957Z","end":"2026-04-23T07:54:41.025821Z","steps":["trace[1557724884] 'agreement among raft nodes before linearized reading' (duration: 237.786678ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:54:41.025844Z","caller":"traceutil/trace.go:171","msg":"trace[1731216134] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5350; }","duration":"302.035012ms","start":"2026-04-23T07:54:40.723801Z","end":"2026-04-23T07:54:41.025836Z","steps":["trace[1731216134] 'agreement among raft nodes before linearized reading' (duration: 301.95938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:54:41.025893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:54:40.723794Z","time spent":"302.092723ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T07:54:41.02595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.810471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T07:54:41.025984Z","caller":"traceutil/trace.go:171","msg":"trace[622205429] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:5350; }","duration":"244.851182ms","start":"2026-04-23T07:54:40.781124Z","end":"2026-04-23T07:54:41.025975Z","steps":["trace[622205429] 'agreement among raft nodes before linearized reading' (duration: 244.77218ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:54:41.02615Z","caller":"traceutil/trace.go:171","msg":"trace[1675140084] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:5350; }","duration":"132.278525ms","start":"2026-04-23T07:54:40.893483Z","end":"2026-04-23T07:54:41.025761Z","steps":["trace[1675140084] 'agreement among raft nodes before linearized reading' (duration: 132.180073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:54:41.025735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:54:40.723719Z","time spent":"302.006151ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T07:54:41.024932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:54:40.674239Z","time spent":"350.58299ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T07:54:44.809984Z","caller":"traceutil/trace.go:171","msg":"trace[494132008] linearizableReadLoop","detail":"{readStateIndex:5598; appliedIndex:5597; }","duration":"117.01594ms","start":"2026-04-23T07:54:44.692935Z","end":"2026-04-23T07:54:44.809951Z","steps":["trace[494132008] 'read index received' (duration: 89.148192ms)","trace[494132008] 'applied index is now lower than readState.Index' (duration: 27.850728ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:54:44.810024Z","caller":"traceutil/trace.go:171","msg":"trace[21815743] transaction","detail":"{read_only:false; response_revision:5408; number_of_response:1; }","duration":"126.02742ms","start":"2026-04-23T07:54:44.683963Z","end":"2026-04-23T07:54:44.809991Z","steps":["trace[21815743] 'process raft request' (duration: 98.102681ms)","trace[21815743] 'compare' (duration: 27.707344ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T07:54:44.810294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.323917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-87c38d86-6c51-4a79-b0aa-8a9b1530aba5\" ","response":"range_response_count:1 size:3954"} {"level":"info","ts":"2026-04-23T07:54:44.810368Z","caller":"traceutil/trace.go:171","msg":"trace[1194900306] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-87c38d86-6c51-4a79-b0aa-8a9b1530aba5; range_end:; response_count:1; response_revision:5408; }","duration":"117.46932ms","start":"2026-04-23T07:54:44.692885Z","end":"2026-04-23T07:54:44.810354Z","steps":["trace[1194900306] 'agreement among raft nodes before linearized reading' (duration: 117.200564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:54:48.965097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.223696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:54:48.965197Z","caller":"traceutil/trace.go:171","msg":"trace[505996884] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:5445; }","duration":"330.367609ms","start":"2026-04-23T07:54:48.634805Z","end":"2026-04-23T07:54:48.965173Z","steps":["trace[505996884] 'count revisions from in-memory index tree' (duration: 330.156365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:54:48.965237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:54:48.634794Z","time spent":"330.433021ms","remote":"127.0.0.1:45252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T07:54:48.965162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.836439ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T07:54:48.965303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.994614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T07:54:48.96532Z","caller":"traceutil/trace.go:171","msg":"trace[1075912015] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5445; }","duration":"571.017263ms","start":"2026-04-23T07:54:48.394277Z","end":"2026-04-23T07:54:48.965294Z","steps":["trace[1075912015] 'range keys from in-memory index tree' (duration: 570.802088ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:54:48.965345Z","caller":"traceutil/trace.go:171","msg":"trace[951450427] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:5445; }","duration":"411.093006ms","start":"2026-04-23T07:54:48.554242Z","end":"2026-04-23T07:54:48.965335Z","steps":["trace[951450427] 'count revisions from in-memory index tree' (duration: 410.904732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:54:48.965375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:54:48.554215Z","time spent":"411.152738ms","remote":"127.0.0.1:48178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":4,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-04-23T07:54:48.965459Z","caller":"traceutil/trace.go:171","msg":"trace[354559361] transaction","detail":"{read_only:false; response_revision:5446; number_of_response:1; }","duration":"259.922512ms","start":"2026-04-23T07:54:48.705515Z","end":"2026-04-23T07:54:48.965437Z","steps":["trace[354559361] 'process raft request' (duration: 249.122561ms)","trace[354559361] 'compare' (duration: 10.163767ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:54:48.968274Z","caller":"traceutil/trace.go:171","msg":"trace[53978682] transaction","detail":"{read_only:false; response_revision:5447; number_of_response:1; }","duration":"143.861074ms","start":"2026-04-23T07:54:48.824358Z","end":"2026-04-23T07:54:48.968219Z","steps":["trace[53978682] 'process raft request' (duration: 143.609298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:54:51.156908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.504232ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T07:54:51.157203Z","caller":"traceutil/trace.go:171","msg":"trace[617587780] transaction","detail":"{read_only:false; response_revision:5456; number_of_response:1; }","duration":"183.063726ms","start":"2026-04-23T07:54:50.974102Z","end":"2026-04-23T07:54:51.157165Z","steps":["trace[617587780] 'process raft request' (duration: 74.190775ms)","trace[617587780] 'compare' (duration: 108.292607ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:54:53.668458Z","caller":"traceutil/trace.go:171","msg":"trace[1130802500] linearizableReadLoop","detail":"{readStateIndex:5679; appliedIndex:5675; }","duration":"355.445568ms","start":"2026-04-23T07:54:53.312987Z","end":"2026-04-23T07:54:53.668433Z","steps":["trace[1130802500] 'read index received' (duration: 17.437476ms)","trace[1130802500] 'applied index is now lower than readState.Index' (duration: 338.007112ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:54:53.668509Z","caller":"traceutil/trace.go:171","msg":"trace[44937246] transaction","detail":"{read_only:false; response_revision:5485; number_of_response:1; }","duration":"372.303751ms","start":"2026-04-23T07:54:53.296165Z","end":"2026-04-23T07:54:53.668469Z","steps":["trace[44937246] 'process raft request' (duration: 372.033835ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:54:53.668572Z","caller":"traceutil/trace.go:171","msg":"trace[1684278519] transaction","detail":"{read_only:false; response_revision:5487; number_of_response:1; }","duration":"372.097296ms","start":"2026-04-23T07:54:53.29645Z","end":"2026-04-23T07:54:53.668548Z","steps":["trace[1684278519] 'process raft request' (duration: 371.953923ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:54:53.668549Z","caller":"traceutil/trace.go:171","msg":"trace[1087408292] transaction","detail":"{read_only:false; response_revision:5486; number_of_response:1; }","duration":"372.124957ms","start":"2026-04-23T07:54:53.296378Z","end":"2026-04-23T07:54:53.668503Z","steps":["trace[1087408292] 'process raft request' (duration: 371.991454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:54:53.668693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:54:53.296147Z","time spent":"372.449564ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T07:54:53.668693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:54:53.296442Z","time spent":"372.175708ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T07:54:53.668695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.999805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:54:53.668754Z","caller":"traceutil/trace.go:171","msg":"trace[456448599] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5487; }","duration":"269.134658ms","start":"2026-04-23T07:54:53.399606Z","end":"2026-04-23T07:54:53.66874Z","steps":["trace[456448599] 'agreement among raft nodes before linearized reading' (duration: 268.978094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:54:53.668758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:54:53.296366Z","time spent":"372.27873ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T07:54:53.668821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.847549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:54:53.668873Z","caller":"traceutil/trace.go:171","msg":"trace[386957551] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:5487; }","duration":"249.987562ms","start":"2026-04-23T07:54:53.418873Z","end":"2026-04-23T07:54:53.668861Z","steps":["trace[386957551] 'agreement among raft nodes before linearized reading' (duration: 249.828089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:54:53.669282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.291968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:54:53.669344Z","caller":"traceutil/trace.go:171","msg":"trace[1221101174] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:5487; }","duration":"356.38417ms","start":"2026-04-23T07:54:53.312944Z","end":"2026-04-23T07:54:53.669328Z","steps":["trace[1221101174] 'agreement among raft nodes before linearized reading' (duration: 355.645993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:54:53.669388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:54:53.31293Z","time spent":"356.445301ms","remote":"127.0.0.1:40112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-04-23T07:54:54.305973Z","caller":"traceutil/trace.go:171","msg":"trace[1136694625] transaction","detail":"{read_only:false; response_revision:5489; number_of_response:1; }","duration":"108.483387ms","start":"2026-04-23T07:54:54.197451Z","end":"2026-04-23T07:54:54.305935Z","steps":["trace[1136694625] 'process raft request' (duration: 40.309029ms)","trace[1136694625] 'compare' (duration: 68.013964ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:54:54.353056Z","caller":"traceutil/trace.go:171","msg":"trace[173647550] transaction","detail":"{read_only:false; response_revision:5490; number_of_response:1; }","duration":"154.9639ms","start":"2026-04-23T07:54:54.198064Z","end":"2026-04-23T07:54:54.353028Z","steps":["trace[173647550] 'process raft request' (duration: 154.735334ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:54:54.353562Z","caller":"traceutil/trace.go:171","msg":"trace[1212376978] transaction","detail":"{read_only:false; response_revision:5491; number_of_response:1; }","duration":"155.113753ms","start":"2026-04-23T07:54:54.198399Z","end":"2026-04-23T07:54:54.353513Z","steps":["trace[1212376978] 'process raft request' (duration: 154.56831ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:54:54.354318Z","caller":"traceutil/trace.go:171","msg":"trace[909519147] transaction","detail":"{read_only:false; response_revision:5492; number_of_response:1; }","duration":"155.8491ms","start":"2026-04-23T07:54:54.198443Z","end":"2026-04-23T07:54:54.354292Z","steps":["trace[909519147] 'process raft request' (duration: 155.649495ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:55:03.442208Z","caller":"traceutil/trace.go:171","msg":"trace[562847663] linearizableReadLoop","detail":"{readStateIndex:5738; appliedIndex:5737; }","duration":"133.656093ms","start":"2026-04-23T07:55:03.308526Z","end":"2026-04-23T07:55:03.442182Z","steps":["trace[562847663] 'read index received' (duration: 54.075379ms)","trace[562847663] 'applied index is now lower than readState.Index' (duration: 79.579404ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:55:03.442328Z","caller":"traceutil/trace.go:171","msg":"trace[1629460243] transaction","detail":"{read_only:false; response_revision:5544; number_of_response:1; }","duration":"154.305664ms","start":"2026-04-23T07:55:03.287974Z","end":"2026-04-23T07:55:03.442279Z","steps":["trace[1629460243] 'process raft request' (duration: 74.597828ms)","trace[1629460243] 'compare' (duration: 79.483431ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T07:55:03.442484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.93717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-23T07:55:03.44254Z","caller":"traceutil/trace.go:171","msg":"trace[620428659] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5544; }","duration":"134.059483ms","start":"2026-04-23T07:55:03.308461Z","end":"2026-04-23T07:55:03.442521Z","steps":["trace[620428659] 'agreement among raft nodes before linearized reading' (duration: 133.884509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:55:03.442576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.716025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gm894\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T07:55:03.442653Z","caller":"traceutil/trace.go:171","msg":"trace[932711565] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gm894; range_end:; response_count:1; response_revision:5544; }","duration":"133.845457ms","start":"2026-04-23T07:55:03.308788Z","end":"2026-04-23T07:55:03.442633Z","steps":["trace[932711565] 'agreement among raft nodes before linearized reading' (duration: 133.646333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:55:03.649472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.246008ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T07:55:03.649678Z","caller":"traceutil/trace.go:171","msg":"trace[1142628467] linearizableReadLoop","detail":"{readStateIndex:5740; appliedIndex:5738; }","duration":"201.258857ms","start":"2026-04-23T07:55:03.448401Z","end":"2026-04-23T07:55:03.64966Z","steps":["trace[1142628467] 'read index received' (duration: 93.715743ms)","trace[1142628467] 'applied index is now lower than readState.Index' (duration: 107.541854ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:55:03.649738Z","caller":"traceutil/trace.go:171","msg":"trace[1060326121] transaction","detail":"{read_only:false; response_revision:5545; number_of_response:1; }","duration":"201.735089ms","start":"2026-04-23T07:55:03.447943Z","end":"2026-04-23T07:55:03.649679Z","steps":["trace[1060326121] 'process raft request' (duration: 94.193484ms)","trace[1060326121] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-scheduler; req_size:461; } (duration: 107.104125ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:55:03.649908Z","caller":"traceutil/trace.go:171","msg":"trace[438372740] transaction","detail":"{read_only:false; response_revision:5547; number_of_response:1; }","duration":"201.404881ms","start":"2026-04-23T07:55:03.448455Z","end":"2026-04-23T07:55:03.64986Z","steps":["trace[438372740] 'process raft request' (duration: 201.174486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:55:03.649972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.570674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:65211"} {"level":"info","ts":"2026-04-23T07:55:03.65018Z","caller":"traceutil/trace.go:171","msg":"trace[20539861] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5547; }","duration":"201.78525ms","start":"2026-04-23T07:55:03.448359Z","end":"2026-04-23T07:55:03.650144Z","steps":["trace[20539861] 'agreement among raft nodes before linearized reading' (duration: 201.35181ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:55:03.6499Z","caller":"traceutil/trace.go:171","msg":"trace[1513715253] transaction","detail":"{read_only:false; response_revision:5546; number_of_response:1; }","duration":"201.488013ms","start":"2026-04-23T07:55:03.448316Z","end":"2026-04-23T07:55:03.649804Z","steps":["trace[1513715253] 'process raft request' (duration: 201.258117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:55:04.096613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.109079ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T07:55:04.096948Z","caller":"traceutil/trace.go:171","msg":"trace[1263419119] transaction","detail":"{read_only:false; response_revision:5548; number_of_response:1; }","duration":"377.560914ms","start":"2026-04-23T07:55:03.719368Z","end":"2026-04-23T07:55:04.096929Z","steps":["trace[1263419119] 'process raft request' (duration: 47.047126ms)","trace[1263419119] 'compare' (duration: 329.969765ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T07:55:04.097124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:55:03.719349Z","time spent":"377.748678ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T07:55:04.09732Z","caller":"traceutil/trace.go:171","msg":"trace[1874038250] transaction","detail":"{read_only:false; response_revision:5549; number_of_response:1; }","duration":"377.83228ms","start":"2026-04-23T07:55:03.719448Z","end":"2026-04-23T07:55:04.097281Z","steps":["trace[1874038250] 'process raft request' (duration: 377.360939ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:55:04.097409Z","caller":"traceutil/trace.go:171","msg":"trace[1676535378] linearizableReadLoop","detail":"{readStateIndex:5744; appliedIndex:5741; }","duration":"283.317509ms","start":"2026-04-23T07:55:03.814067Z","end":"2026-04-23T07:55:04.097384Z","steps":["trace[1676535378] 'read index received' (duration: 228.547483ms)","trace[1676535378] 'applied index is now lower than readState.Index' (duration: 54.768886ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T07:55:04.097517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:55:03.719434Z","time spent":"377.971233ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T07:55:04.097576Z","caller":"traceutil/trace.go:171","msg":"trace[405734797] transaction","detail":"{read_only:false; response_revision:5550; number_of_response:1; }","duration":"377.006101ms","start":"2026-04-23T07:55:03.720561Z","end":"2026-04-23T07:55:04.097567Z","steps":["trace[405734797] 'process raft request' (duration: 376.745495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:55:04.097689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:55:03.720535Z","time spent":"377.077533ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T07:55:04.097707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.189472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:55:04.097813Z","caller":"traceutil/trace.go:171","msg":"trace[247296791] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5550; }","duration":"212.359226ms","start":"2026-04-23T07:55:03.885431Z","end":"2026-04-23T07:55:04.09779Z","steps":["trace[247296791] 'agreement among raft nodes before linearized reading' (duration: 212.165282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:55:04.097856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.78839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-23T07:55:04.097927Z","caller":"traceutil/trace.go:171","msg":"trace[481750686] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5550; }","duration":"283.905353ms","start":"2026-04-23T07:55:03.814Z","end":"2026-04-23T07:55:04.097905Z","steps":["trace[481750686] 'agreement among raft nodes before linearized reading' (duration: 283.660087ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:55:06.433733Z","caller":"traceutil/trace.go:171","msg":"trace[287164059] transaction","detail":"{read_only:false; response_revision:5563; number_of_response:1; }","duration":"116.937994ms","start":"2026-04-23T07:55:06.31676Z","end":"2026-04-23T07:55:06.433698Z","steps":["trace[287164059] 'process raft request' (duration: 91.276036ms)","trace[287164059] 'compare' (duration: 24.91284ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:55:06.433785Z","caller":"traceutil/trace.go:171","msg":"trace[2004061925] transaction","detail":"{read_only:false; response_revision:5564; number_of_response:1; }","duration":"116.33884ms","start":"2026-04-23T07:55:06.317411Z","end":"2026-04-23T07:55:06.43375Z","steps":["trace[2004061925] 'process raft request' (duration: 116.150746ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:55:06.434132Z","caller":"traceutil/trace.go:171","msg":"trace[878354881] transaction","detail":"{read_only:false; response_revision:5565; number_of_response:1; }","duration":"116.396161ms","start":"2026-04-23T07:55:06.317715Z","end":"2026-04-23T07:55:06.434111Z","steps":["trace[878354881] 'process raft request' (duration: 115.980122ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:55:06.434116Z","caller":"traceutil/trace.go:171","msg":"trace[744229451] transaction","detail":"{read_only:false; response_revision:5566; number_of_response:1; }","duration":"109.92055ms","start":"2026-04-23T07:55:06.324171Z","end":"2026-04-23T07:55:06.434092Z","steps":["trace[744229451] 'process raft request' (duration: 109.815747ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:55:19.319246Z","caller":"traceutil/trace.go:171","msg":"trace[2100563393] linearizableReadLoop","detail":"{readStateIndex:5937; appliedIndex:5936; }","duration":"111.133609ms","start":"2026-04-23T07:55:19.208086Z","end":"2026-04-23T07:55:19.319219Z","steps":["trace[2100563393] 'read index received' (duration: 111.035867ms)","trace[2100563393] 'applied index is now lower than readState.Index' (duration: 96.222µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:55:19.319376Z","caller":"traceutil/trace.go:171","msg":"trace[407928541] transaction","detail":"{read_only:false; response_revision:5738; number_of_response:1; }","duration":"142.08574ms","start":"2026-04-23T07:55:19.177252Z","end":"2026-04-23T07:55:19.319337Z","steps":["trace[407928541] 'process raft request' (duration: 141.798203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:55:19.319434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.327743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:55:19.319474Z","caller":"traceutil/trace.go:171","msg":"trace[130925614] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5738; }","duration":"111.419786ms","start":"2026-04-23T07:55:19.208042Z","end":"2026-04-23T07:55:19.319462Z","steps":["trace[130925614] 'agreement among raft nodes before linearized reading' (duration: 111.306263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:55:19.371359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.480484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:55:19.371465Z","caller":"traceutil/trace.go:171","msg":"trace[2141975733] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5739; }","duration":"162.614727ms","start":"2026-04-23T07:55:19.208826Z","end":"2026-04-23T07:55:19.37144Z","steps":["trace[2141975733] 'agreement among raft nodes before linearized reading' (duration: 162.351441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:55:19.371701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.688583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-04-23T07:55:19.37186Z","caller":"traceutil/trace.go:171","msg":"trace[383155940] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5739; }","duration":"157.904508ms","start":"2026-04-23T07:55:19.213925Z","end":"2026-04-23T07:55:19.37183Z","steps":["trace[383155940] 'agreement among raft nodes before linearized reading' (duration: 157.405897ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:55:28.034594Z","caller":"traceutil/trace.go:171","msg":"trace[64852427] linearizableReadLoop","detail":"{readStateIndex:5997; appliedIndex:5996; }","duration":"251.18026ms","start":"2026-04-23T07:55:27.783382Z","end":"2026-04-23T07:55:28.034562Z","steps":["trace[64852427] 'read index received' (duration: 250.901143ms)","trace[64852427] 'applied index is now lower than readState.Index' (duration: 277.967µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:55:28.034677Z","caller":"traceutil/trace.go:171","msg":"trace[671732841] transaction","detail":"{read_only:false; response_revision:5796; number_of_response:1; }","duration":"256.180887ms","start":"2026-04-23T07:55:27.778467Z","end":"2026-04-23T07:55:28.034648Z","steps":["trace[671732841] 'process raft request' (duration: 255.929151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:55:28.03496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.72528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-23T07:55:28.034937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.923776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:55:28.035064Z","caller":"traceutil/trace.go:171","msg":"trace[1357244219] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5796; }","duration":"250.868383ms","start":"2026-04-23T07:55:27.784173Z","end":"2026-04-23T07:55:28.035042Z","steps":["trace[1357244219] 'agreement among raft nodes before linearized reading' (duration: 250.578186ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:55:28.035094Z","caller":"traceutil/trace.go:171","msg":"trace[377445232] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5796; }","duration":"151.14278ms","start":"2026-04-23T07:55:27.883917Z","end":"2026-04-23T07:55:28.03506Z","steps":["trace[377445232] 'agreement among raft nodes before linearized reading' (duration: 150.940466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:55:28.035187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.015757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gm894\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-23T07:55:28.034934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.519138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-23T07:55:28.035255Z","caller":"traceutil/trace.go:171","msg":"trace[1771695011] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gm894; range_end:; response_count:1; response_revision:5796; }","duration":"248.101069ms","start":"2026-04-23T07:55:27.787139Z","end":"2026-04-23T07:55:28.03524Z","steps":["trace[1771695011] 'agreement among raft nodes before linearized reading' (duration: 247.917264ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:55:28.035276Z","caller":"traceutil/trace.go:171","msg":"trace[1791538661] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5796; }","duration":"251.916017ms","start":"2026-04-23T07:55:27.783338Z","end":"2026-04-23T07:55:28.035254Z","steps":["trace[1791538661] 'agreement among raft nodes before linearized reading' (duration: 251.366494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:55:28.036899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.196486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2366191"} {"level":"info","ts":"2026-04-23T07:55:28.037002Z","caller":"traceutil/trace.go:171","msg":"trace[378210680] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5796; }","duration":"213.336779ms","start":"2026-04-23T07:55:27.823644Z","end":"2026-04-23T07:55:28.036981Z","steps":["trace[378210680] 'agreement among raft nodes before linearized reading' (duration: 211.387324ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:55:28.16673Z","caller":"traceutil/trace.go:171","msg":"trace[1449498358] linearizableReadLoop","detail":"{readStateIndex:5998; appliedIndex:5997; }","duration":"126.113208ms","start":"2026-04-23T07:55:28.040388Z","end":"2026-04-23T07:55:28.166501Z","steps":["trace[1449498358] 'read index received' (duration: 48.526061ms)","trace[1449498358] 'applied index is now lower than readState.Index' (duration: 77.585707ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:55:28.166897Z","caller":"traceutil/trace.go:171","msg":"trace[985422015] transaction","detail":"{read_only:false; response_revision:5797; number_of_response:1; }","duration":"126.61992ms","start":"2026-04-23T07:55:28.040264Z","end":"2026-04-23T07:55:28.166884Z","steps":["trace[985422015] 'process raft request' (duration: 48.632663ms)","trace[985422015] 'compare' (duration: 77.340842ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:55:28.167264Z","caller":"traceutil/trace.go:171","msg":"trace[1305764660] transaction","detail":"{read_only:false; response_revision:5798; number_of_response:1; }","duration":"126.797274ms","start":"2026-04-23T07:55:28.040422Z","end":"2026-04-23T07:55:28.167219Z","steps":["trace[1305764660] 'process raft request' (duration: 126.023386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:55:28.167524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.102701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:10 size:84890"} {"level":"info","ts":"2026-04-23T07:55:28.16761Z","caller":"traceutil/trace.go:171","msg":"trace[1275020899] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:10; response_revision:5798; }","duration":"127.248954ms","start":"2026-04-23T07:55:28.040339Z","end":"2026-04-23T07:55:28.167588Z","steps":["trace[1275020899] 'agreement among raft nodes before linearized reading' (duration: 126.862695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:55:28.563891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.56051ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:55:28.564019Z","caller":"traceutil/trace.go:171","msg":"trace[823400495] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5802; }","duration":"169.715513ms","start":"2026-04-23T07:55:28.394285Z","end":"2026-04-23T07:55:28.564Z","steps":["trace[823400495] 'range keys from in-memory index tree' (duration: 169.541129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:55:28.564046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.930664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-23T07:55:28.564168Z","caller":"traceutil/trace.go:171","msg":"trace[496373775] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5802; }","duration":"172.115029ms","start":"2026-04-23T07:55:28.392028Z","end":"2026-04-23T07:55:28.564143Z","steps":["trace[496373775] 'range keys from in-memory index tree' (duration: 171.702119ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:55:28.937871Z","caller":"traceutil/trace.go:171","msg":"trace[368157600] transaction","detail":"{read_only:false; response_revision:5803; number_of_response:1; }","duration":"368.39542ms","start":"2026-04-23T07:55:28.569446Z","end":"2026-04-23T07:55:28.937841Z","steps":["trace[368157600] 'process raft request' (duration: 368.180645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:55:28.938057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:55:28.569425Z","time spent":"368.534973ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T07:55:32.631224Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2817} {"level":"info","ts":"2026-04-23T07:55:33.00476Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2817,"took":"371.550494ms","hash":2990547142,"current-db-size-bytes":57188352,"current-db-size":"57 MB","current-db-size-in-use-bytes":32350208,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-23T07:55:33.004863Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2990547142,"revision":2817,"compact-revision":-1} {"level":"info","ts":"2026-04-23T07:55:38.571098Z","caller":"traceutil/trace.go:171","msg":"trace[1802056859] transaction","detail":"{read_only:false; response_revision:5876; number_of_response:1; }","duration":"135.782372ms","start":"2026-04-23T07:55:38.435286Z","end":"2026-04-23T07:55:38.571068Z","steps":["trace[1802056859] 'process raft request' (duration: 134.123914ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:55:38.571413Z","caller":"traceutil/trace.go:171","msg":"trace[2042497173] transaction","detail":"{read_only:false; response_revision:5877; number_of_response:1; }","duration":"135.27151ms","start":"2026-04-23T07:55:38.436095Z","end":"2026-04-23T07:55:38.571367Z","steps":["trace[2042497173] 'process raft request' (duration: 134.888282ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:55:42.695537Z","caller":"traceutil/trace.go:171","msg":"trace[439504629] linearizableReadLoop","detail":"{readStateIndex:6106; appliedIndex:6105; }","duration":"108.554178ms","start":"2026-04-23T07:55:42.58695Z","end":"2026-04-23T07:55:42.695504Z","steps":["trace[439504629] 'read index received' (duration: 108.342043ms)","trace[439504629] 'applied index is now lower than readState.Index' (duration: 210.275µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:55:42.695666Z","caller":"traceutil/trace.go:171","msg":"trace[1135669405] transaction","detail":"{read_only:false; response_revision:5901; number_of_response:1; }","duration":"172.687092ms","start":"2026-04-23T07:55:42.52294Z","end":"2026-04-23T07:55:42.695627Z","steps":["trace[1135669405] 'process raft request' (duration: 172.364115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:55:42.696005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.032539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-23T07:55:42.696097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.107211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T07:55:42.696116Z","caller":"traceutil/trace.go:171","msg":"trace[1616641423] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5901; }","duration":"109.219544ms","start":"2026-04-23T07:55:42.586872Z","end":"2026-04-23T07:55:42.696092Z","steps":["trace[1616641423] 'agreement among raft nodes before linearized reading' (duration: 108.883536ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:55:42.696265Z","caller":"traceutil/trace.go:171","msg":"trace[588864710] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5901; }","duration":"109.262105ms","start":"2026-04-23T07:55:42.586894Z","end":"2026-04-23T07:55:42.696156Z","steps":["trace[588864710] 'agreement among raft nodes before linearized reading' (duration: 108.925827ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:55:43.810787Z","caller":"traceutil/trace.go:171","msg":"trace[1600774603] transaction","detail":"{read_only:false; response_revision:5907; number_of_response:1; }","duration":"105.048206ms","start":"2026-04-23T07:55:43.705676Z","end":"2026-04-23T07:55:43.810724Z","steps":["trace[1600774603] 'process raft request' (duration: 104.849492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:58:43.375667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.52825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gm894\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T07:58:43.37574Z","caller":"traceutil/trace.go:171","msg":"trace[1216887647] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gm894; range_end:; response_count:1; response_revision:7109; }","duration":"111.636322ms","start":"2026-04-23T07:58:43.264087Z","end":"2026-04-23T07:58:43.375724Z","steps":["trace[1216887647] 'range keys from in-memory index tree' (duration: 111.059369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:58:43.376013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.83243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-04-23T07:58:43.376149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.783747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-23T07:58:43.37615Z","caller":"traceutil/trace.go:171","msg":"trace[1392771365] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7109; }","duration":"142.027515ms","start":"2026-04-23T07:58:43.234099Z","end":"2026-04-23T07:58:43.376126Z","steps":["trace[1392771365] 'range keys from in-memory index tree' (duration: 141.112563ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:58:43.376199Z","caller":"traceutil/trace.go:171","msg":"trace[347583781] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7109; }","duration":"117.875999ms","start":"2026-04-23T07:58:43.258311Z","end":"2026-04-23T07:58:43.376187Z","steps":["trace[347583781] 'range keys from in-memory index tree' (duration: 117.06488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:58:43.976068Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634008748,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T07:58:44.066555Z","caller":"traceutil/trace.go:171","msg":"trace[1349104612] linearizableReadLoop","detail":"{readStateIndex:7357; appliedIndex:7356; }","duration":"590.833397ms","start":"2026-04-23T07:58:43.475672Z","end":"2026-04-23T07:58:44.066506Z","steps":["trace[1349104612] 'read index received' (duration: 538.060572ms)","trace[1349104612] 'applied index is now lower than readState.Index' (duration: 52.771295ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T07:58:44.066797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.087513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:58:44.066839Z","caller":"traceutil/trace.go:171","msg":"trace[1050119439] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:7111; }","duration":"591.217926ms","start":"2026-04-23T07:58:43.475607Z","end":"2026-04-23T07:58:44.066825Z","steps":["trace[1050119439] 'agreement among raft nodes before linearized reading' (duration: 591.082563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:58:44.06688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:58:43.475548Z","time spent":"591.321259ms","remote":"127.0.0.1:46468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T07:58:44.066917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.162394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-23T07:58:44.066952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.925785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T07:58:44.067049Z","caller":"traceutil/trace.go:171","msg":"trace[959046719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7111; }","duration":"329.287886ms","start":"2026-04-23T07:58:43.737707Z","end":"2026-04-23T07:58:44.066995Z","steps":["trace[959046719] 'agreement among raft nodes before linearized reading' (duration: 329.03425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:58:44.067059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.324804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T07:58:44.06715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.92902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-23T07:58:44.06719Z","caller":"traceutil/trace.go:171","msg":"trace[1226431874] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7111; }","duration":"184.540179ms","start":"2026-04-23T07:58:43.88262Z","end":"2026-04-23T07:58:44.06716Z","steps":["trace[1226431874] 'agreement among raft nodes before linearized reading' (duration: 184.265932ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:58:44.06721Z","caller":"traceutil/trace.go:171","msg":"trace[1045934359] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7111; }","duration":"453.009032ms","start":"2026-04-23T07:58:43.614183Z","end":"2026-04-23T07:58:44.067192Z","steps":["trace[1045934359] 'agreement among raft nodes before linearized reading' (duration: 452.799837ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:58:44.067093Z","caller":"traceutil/trace.go:171","msg":"trace[1565344114] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7111; }","duration":"340.12925ms","start":"2026-04-23T07:58:43.726943Z","end":"2026-04-23T07:58:44.067073Z","steps":["trace[1565344114] 'agreement among raft nodes before linearized reading' (duration: 339.809072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:58:44.067185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.052198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T07:58:44.067261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:58:43.614172Z","time spent":"453.078744ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-23T07:58:44.067233Z","caller":"traceutil/trace.go:171","msg":"trace[444144408] transaction","detail":"{read_only:false; response_revision:7111; number_of_response:1; }","duration":"685.082203ms","start":"2026-04-23T07:58:43.381443Z","end":"2026-04-23T07:58:44.066525Z","steps":["trace[444144408] 'process raft request' (duration: 632.256916ms)","trace[444144408] 'compare' (duration: 52.607352ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:58:44.067308Z","caller":"traceutil/trace.go:171","msg":"trace[664058787] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:7111; }","duration":"240.245953ms","start":"2026-04-23T07:58:43.827033Z","end":"2026-04-23T07:58:44.067279Z","steps":["trace[664058787] 'agreement among raft nodes before linearized reading' (duration: 240.026277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:58:44.067119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:58:43.737693Z","time spent":"329.410519ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T07:58:44.067354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:58:43.72692Z","time spent":"340.362796ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T07:58:44.066917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.132456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-23T07:58:44.067415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:58:43.381411Z","time spent":"685.901102ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T07:58:44.067529Z","caller":"traceutil/trace.go:171","msg":"trace[814251311] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7111; }","duration":"562.72266ms","start":"2026-04-23T07:58:43.504738Z","end":"2026-04-23T07:58:44.067461Z","steps":["trace[814251311] 'agreement among raft nodes before linearized reading' (duration: 561.977902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:58:44.067622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:58:43.504652Z","time spent":"562.950235ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T07:58:44.394223Z","caller":"traceutil/trace.go:171","msg":"trace[948194300] linearizableReadLoop","detail":"{readStateIndex:7363; appliedIndex:7362; }","duration":"114.799016ms","start":"2026-04-23T07:58:44.279312Z","end":"2026-04-23T07:58:44.394111Z","steps":["trace[948194300] 'read index received' (duration: 94.0344ms)","trace[948194300] 'applied index is now lower than readState.Index' (duration: 20.763146ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:58:44.394264Z","caller":"traceutil/trace.go:171","msg":"trace[804642617] transaction","detail":"{read_only:false; response_revision:7117; number_of_response:1; }","duration":"115.505983ms","start":"2026-04-23T07:58:44.278731Z","end":"2026-04-23T07:58:44.394237Z","steps":["trace[804642617] 'process raft request' (duration: 94.751017ms)","trace[804642617] 'compare' (duration: 20.4763ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T07:58:44.394455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.326302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:58:44.394504Z","caller":"traceutil/trace.go:171","msg":"trace[396408261] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7117; }","duration":"110.434064ms","start":"2026-04-23T07:58:44.284054Z","end":"2026-04-23T07:58:44.394488Z","steps":["trace[396408261] 'agreement among raft nodes before linearized reading' (duration: 110.332152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:58:44.394541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.173825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:58:44.394692Z","caller":"traceutil/trace.go:171","msg":"trace[1371775791] range","detail":"{range_begin:/registry/serviceaccounts/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:7117; }","duration":"115.35581ms","start":"2026-04-23T07:58:44.279296Z","end":"2026-04-23T07:58:44.394652Z","steps":["trace[1371775791] 'agreement among raft nodes before linearized reading' (duration: 115.075473ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:58:44.989858Z","caller":"traceutil/trace.go:171","msg":"trace[923121678] transaction","detail":"{read_only:false; response_revision:7142; number_of_response:1; }","duration":"164.820737ms","start":"2026-04-23T07:58:44.824992Z","end":"2026-04-23T07:58:44.989813Z","steps":["trace[923121678] 'process raft request' (duration: 164.728045ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:58:44.989902Z","caller":"traceutil/trace.go:171","msg":"trace[856930325] linearizableReadLoop","detail":"{readStateIndex:7393; appliedIndex:7386; }","duration":"160.961267ms","start":"2026-04-23T07:58:44.828918Z","end":"2026-04-23T07:58:44.989879Z","steps":["trace[856930325] 'read index received' (duration: 31.142439ms)","trace[856930325] 'applied index is now lower than readState.Index' (duration: 129.817868ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:58:44.990001Z","caller":"traceutil/trace.go:171","msg":"trace[742168146] transaction","detail":"{read_only:false; response_revision:7144; number_of_response:1; }","duration":"164.90183ms","start":"2026-04-23T07:58:44.825089Z","end":"2026-04-23T07:58:44.989991Z","steps":["trace[742168146] 'process raft request' (duration: 164.700245ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:58:44.990038Z","caller":"traceutil/trace.go:171","msg":"trace[217690619] transaction","detail":"{read_only:false; response_revision:7145; number_of_response:1; }","duration":"164.863809ms","start":"2026-04-23T07:58:44.825127Z","end":"2026-04-23T07:58:44.989991Z","steps":["trace[217690619] 'process raft request' (duration: 164.692285ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:58:44.989903Z","caller":"traceutil/trace.go:171","msg":"trace[126296087] transaction","detail":"{read_only:false; response_revision:7143; number_of_response:1; }","duration":"164.806937ms","start":"2026-04-23T07:58:44.825042Z","end":"2026-04-23T07:58:44.989849Z","steps":["trace[126296087] 'process raft request' (duration: 164.712465ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:58:44.990116Z","caller":"traceutil/trace.go:171","msg":"trace[271533089] transaction","detail":"{read_only:false; response_revision:7146; number_of_response:1; }","duration":"164.5317ms","start":"2026-04-23T07:58:44.825571Z","end":"2026-04-23T07:58:44.990103Z","steps":["trace[271533089] 'process raft request' (duration: 164.276384ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:58:44.990262Z","caller":"traceutil/trace.go:171","msg":"trace[457111066] transaction","detail":"{read_only:false; response_revision:7141; number_of_response:1; }","duration":"165.33051ms","start":"2026-04-23T07:58:44.824917Z","end":"2026-04-23T07:58:44.990248Z","steps":["trace[457111066] 'process raft request' (duration: 155.667773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:58:44.991056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.109944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-23T07:58:44.991104Z","caller":"traceutil/trace.go:171","msg":"trace[947549982] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:7146; }","duration":"162.183185ms","start":"2026-04-23T07:58:44.828909Z","end":"2026-04-23T07:58:44.991092Z","steps":["trace[947549982] 'agreement among raft nodes before linearized reading' (duration: 161.225763ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:58:45.178877Z","caller":"traceutil/trace.go:171","msg":"trace[269845791] transaction","detail":"{read_only:false; response_revision:7148; number_of_response:1; }","duration":"182.273045ms","start":"2026-04-23T07:58:44.996568Z","end":"2026-04-23T07:58:45.178841Z","steps":["trace[269845791] 'process raft request' (duration: 147.346598ms)","trace[269845791] 'compare' (duration: 34.701142ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:58:45.178987Z","caller":"traceutil/trace.go:171","msg":"trace[418744352] linearizableReadLoop","detail":"{readStateIndex:7400; appliedIndex:7393; }","duration":"181.62545ms","start":"2026-04-23T07:58:44.997342Z","end":"2026-04-23T07:58:45.178967Z","steps":["trace[418744352] 'read index received' (duration: 27.7815ms)","trace[418744352] 'applied index is now lower than readState.Index' (duration: 153.8427ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:58:45.178979Z","caller":"traceutil/trace.go:171","msg":"trace[18052604] transaction","detail":"{read_only:false; response_revision:7150; number_of_response:1; }","duration":"182.355977ms","start":"2026-04-23T07:58:44.996581Z","end":"2026-04-23T07:58:45.178937Z","steps":["trace[18052604] 'process raft request' (duration: 182.242555ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:58:45.179039Z","caller":"traceutil/trace.go:171","msg":"trace[1680519231] transaction","detail":"{read_only:false; response_revision:7149; number_of_response:1; }","duration":"182.395748ms","start":"2026-04-23T07:58:44.99658Z","end":"2026-04-23T07:58:45.178975Z","steps":["trace[1680519231] 'process raft request' (duration: 182.202294ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:58:45.179038Z","caller":"traceutil/trace.go:171","msg":"trace[1911129780] transaction","detail":"{read_only:false; response_revision:7151; number_of_response:1; }","duration":"182.247474ms","start":"2026-04-23T07:58:44.996696Z","end":"2026-04-23T07:58:45.178943Z","steps":["trace[1911129780] 'process raft request' (duration: 182.160962ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:58:45.179082Z","caller":"traceutil/trace.go:171","msg":"trace[538194297] transaction","detail":"{read_only:false; response_revision:7153; number_of_response:1; }","duration":"181.883956ms","start":"2026-04-23T07:58:44.997161Z","end":"2026-04-23T07:58:45.179045Z","steps":["trace[538194297] 'process raft request' (duration: 181.767933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:58:45.179415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.007129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-23T07:58:45.179429Z","caller":"traceutil/trace.go:171","msg":"trace[226145737] transaction","detail":"{read_only:false; response_revision:7152; number_of_response:1; }","duration":"182.388898ms","start":"2026-04-23T07:58:44.997023Z","end":"2026-04-23T07:58:45.179412Z","steps":["trace[226145737] 'process raft request' (duration: 181.874516ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:58:45.17948Z","caller":"traceutil/trace.go:171","msg":"trace[1911165974] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:7153; }","duration":"182.143153ms","start":"2026-04-23T07:58:44.997314Z","end":"2026-04-23T07:58:45.179457Z","steps":["trace[1911165974] 'agreement among raft nodes before linearized reading' (duration: 181.802225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:58:45.180304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.321902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2366191"} {"level":"info","ts":"2026-04-23T07:58:45.180372Z","caller":"traceutil/trace.go:171","msg":"trace[630560670] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:7153; }","duration":"166.430385ms","start":"2026-04-23T07:58:45.013925Z","end":"2026-04-23T07:58:45.180355Z","steps":["trace[630560670] 'agreement among raft nodes before linearized reading' (duration: 165.210456ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:58:45.318379Z","caller":"traceutil/trace.go:171","msg":"trace[423474200] linearizableReadLoop","detail":"{readStateIndex:7402; appliedIndex:7400; }","duration":"131.17511ms","start":"2026-04-23T07:58:45.187179Z","end":"2026-04-23T07:58:45.318354Z","steps":["trace[423474200] 'read index received' (duration: 53.278937ms)","trace[423474200] 'applied index is now lower than readState.Index' (duration: 77.894753ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:58:45.318443Z","caller":"traceutil/trace.go:171","msg":"trace[1989497575] transaction","detail":"{read_only:false; response_revision:7156; number_of_response:1; }","duration":"128.971639ms","start":"2026-04-23T07:58:45.189433Z","end":"2026-04-23T07:58:45.318405Z","steps":["trace[1989497575] 'process raft request' (duration: 128.847586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:58:45.318722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.490942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"warn","ts":"2026-04-23T07:58:45.318743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.513178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-04-23T07:58:45.318784Z","caller":"traceutil/trace.go:171","msg":"trace[321918713] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:7156; }","duration":"106.611765ms","start":"2026-04-23T07:58:45.212157Z","end":"2026-04-23T07:58:45.318768Z","steps":["trace[321918713] 'agreement among raft nodes before linearized reading' (duration: 106.38175ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:58:45.318795Z","caller":"traceutil/trace.go:171","msg":"trace[1184182474] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:7156; }","duration":"131.637441ms","start":"2026-04-23T07:58:45.187139Z","end":"2026-04-23T07:58:45.318776Z","steps":["trace[1184182474] 'agreement among raft nodes before linearized reading' (duration: 131.370235ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:58:45.319126Z","caller":"traceutil/trace.go:171","msg":"trace[604280930] transaction","detail":"{read_only:false; response_revision:7155; number_of_response:1; }","duration":"132.314067ms","start":"2026-04-23T07:58:45.186789Z","end":"2026-04-23T07:58:45.318398Z","steps":["trace[604280930] 'process raft request' (duration: 130.995766ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:58:45.489204Z","caller":"traceutil/trace.go:171","msg":"trace[1739820398] linearizableReadLoop","detail":"{readStateIndex:7406; appliedIndex:7404; }","duration":"143.674122ms","start":"2026-04-23T07:58:45.345505Z","end":"2026-04-23T07:58:45.489179Z","steps":["trace[1739820398] 'read index received' (duration: 32.249215ms)","trace[1739820398] 'applied index is now lower than readState.Index' (duration: 111.423257ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:58:45.489287Z","caller":"traceutil/trace.go:171","msg":"trace[1632119649] transaction","detail":"{read_only:false; response_revision:7160; number_of_response:1; }","duration":"142.372342ms","start":"2026-04-23T07:58:45.346891Z","end":"2026-04-23T07:58:45.489263Z","steps":["trace[1632119649] 'process raft request' (duration: 142.238249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:58:45.489505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.978149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3524"} {"level":"warn","ts":"2026-04-23T07:58:45.489525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.618031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-23T07:58:45.489561Z","caller":"traceutil/trace.go:171","msg":"trace[1702223564] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:7160; }","duration":"144.090602ms","start":"2026-04-23T07:58:45.345454Z","end":"2026-04-23T07:58:45.489545Z","steps":["trace[1702223564] 'agreement among raft nodes before linearized reading' (duration: 143.888957ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:58:45.489579Z","caller":"traceutil/trace.go:171","msg":"trace[333311959] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:7160; }","duration":"143.706603ms","start":"2026-04-23T07:58:45.345856Z","end":"2026-04-23T07:58:45.489562Z","steps":["trace[333311959] 'agreement among raft nodes before linearized reading' (duration: 143.56781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:58:45.489701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.880475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gm894\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T07:58:45.489783Z","caller":"traceutil/trace.go:171","msg":"trace[1359590045] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gm894; range_end:; response_count:1; response_revision:7160; }","duration":"102.013798ms","start":"2026-04-23T07:58:45.387753Z","end":"2026-04-23T07:58:45.489767Z","steps":["trace[1359590045] 'agreement among raft nodes before linearized reading' (duration: 101.712001ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:58:45.489547Z","caller":"traceutil/trace.go:171","msg":"trace[612378743] transaction","detail":"{read_only:false; response_revision:7159; number_of_response:1; }","duration":"143.922779ms","start":"2026-04-23T07:58:45.345406Z","end":"2026-04-23T07:58:45.489329Z","steps":["trace[612378743] 'process raft request' (duration: 143.605621ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:58:45.653827Z","caller":"traceutil/trace.go:171","msg":"trace[1960870664] linearizableReadLoop","detail":"{readStateIndex:7409; appliedIndex:7408; }","duration":"115.77807ms","start":"2026-04-23T07:58:45.538018Z","end":"2026-04-23T07:58:45.653796Z","steps":["trace[1960870664] 'read index received' (duration: 71.717738ms)","trace[1960870664] 'applied index is now lower than readState.Index' (duration: 44.058702ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:58:45.653875Z","caller":"traceutil/trace.go:171","msg":"trace[1052047813] transaction","detail":"{read_only:false; response_revision:7162; number_of_response:1; }","duration":"156.030242ms","start":"2026-04-23T07:58:45.497818Z","end":"2026-04-23T07:58:45.653848Z","steps":["trace[1052047813] 'process raft request' (duration: 112.035172ms)","trace[1052047813] 'compare' (duration: 43.672662ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T07:58:45.65411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.000697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:58:45.654235Z","caller":"traceutil/trace.go:171","msg":"trace[1027811044] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-init; range_end:; response_count:0; response_revision:7162; }","duration":"152.159481ms","start":"2026-04-23T07:58:45.502051Z","end":"2026-04-23T07:58:45.65421Z","steps":["trace[1027811044] 'agreement among raft nodes before linearized reading' (duration: 151.793313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:58:45.654256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.643893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:17 size:144596"} {"level":"warn","ts":"2026-04-23T07:58:45.65436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.801167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3524"} {"level":"info","ts":"2026-04-23T07:58:45.654391Z","caller":"traceutil/trace.go:171","msg":"trace[1437727888] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:17; response_revision:7162; }","duration":"158.792326ms","start":"2026-04-23T07:58:45.495579Z","end":"2026-04-23T07:58:45.654371Z","steps":["trace[1437727888] 'agreement among raft nodes before linearized reading' (duration: 158.287804ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:58:45.65441Z","caller":"traceutil/trace.go:171","msg":"trace[1331683675] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:7162; }","duration":"158.886889ms","start":"2026-04-23T07:58:45.495505Z","end":"2026-04-23T07:58:45.654392Z","steps":["trace[1331683675] 'agreement among raft nodes before linearized reading' (duration: 158.447708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:58:45.654552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.778399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-04-23T07:58:45.654597Z","caller":"traceutil/trace.go:171","msg":"trace[1136957794] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:7162; }","duration":"112.852001ms","start":"2026-04-23T07:58:45.541735Z","end":"2026-04-23T07:58:45.654587Z","steps":["trace[1136957794] 'agreement among raft nodes before linearized reading' (duration: 112.625166ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:58:45.922847Z","caller":"traceutil/trace.go:171","msg":"trace[1989869078] linearizableReadLoop","detail":"{readStateIndex:7413; appliedIndex:7412; }","duration":"189.448584ms","start":"2026-04-23T07:58:45.733364Z","end":"2026-04-23T07:58:45.922813Z","steps":["trace[1989869078] 'read index received' (duration: 145.618008ms)","trace[1989869078] 'applied index is now lower than readState.Index' (duration: 43.829166ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:58:45.922918Z","caller":"traceutil/trace.go:171","msg":"trace[1781884637] transaction","detail":"{read_only:false; response_revision:7166; number_of_response:1; }","duration":"239.083335ms","start":"2026-04-23T07:58:45.683802Z","end":"2026-04-23T07:58:45.922886Z","steps":["trace[1781884637] 'process raft request' (duration: 195.374402ms)","trace[1781884637] 'compare' (duration: 43.444787ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T07:58:45.923434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.643619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111911"} {"level":"warn","ts":"2026-04-23T07:58:45.923464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.735955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/barbican-api\" ","response":"range_response_count:1 size:7298"} {"level":"info","ts":"2026-04-23T07:58:45.92353Z","caller":"traceutil/trace.go:171","msg":"trace[1844625385] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:7166; }","duration":"248.768662ms","start":"2026-04-23T07:58:45.674742Z","end":"2026-04-23T07:58:45.92351Z","steps":["trace[1844625385] 'agreement among raft nodes before linearized reading' (duration: 248.349642ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:58:45.923546Z","caller":"traceutil/trace.go:171","msg":"trace[639259571] range","detail":"{range_begin:/registry/deployments/openstack/barbican-api; range_end:; response_count:1; response_revision:7166; }","duration":"246.865487ms","start":"2026-04-23T07:58:45.676659Z","end":"2026-04-23T07:58:45.923525Z","steps":["trace[639259571] 'agreement among raft nodes before linearized reading' (duration: 246.616461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:58:45.923495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.432378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-23T07:58:45.923702Z","caller":"traceutil/trace.go:171","msg":"trace[2117301253] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:7166; }","duration":"249.645203ms","start":"2026-04-23T07:58:45.674037Z","end":"2026-04-23T07:58:45.923682Z","steps":["trace[2117301253] 'agreement among raft nodes before linearized reading' (duration: 249.201133ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:58:46.011112Z","caller":"traceutil/trace.go:171","msg":"trace[2017057780] transaction","detail":"{read_only:false; response_revision:7167; number_of_response:1; }","duration":"272.399765ms","start":"2026-04-23T07:58:45.738681Z","end":"2026-04-23T07:58:46.011081Z","steps":["trace[2017057780] 'process raft request' (duration: 272.084648ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:58:46.01126Z","caller":"traceutil/trace.go:171","msg":"trace[183063520] transaction","detail":"{read_only:false; response_revision:7168; number_of_response:1; }","duration":"271.707789ms","start":"2026-04-23T07:58:45.739492Z","end":"2026-04-23T07:58:46.0112Z","steps":["trace[183063520] 'process raft request' (duration: 271.450953ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:58:46.011311Z","caller":"traceutil/trace.go:171","msg":"trace[1712010434] transaction","detail":"{read_only:false; response_revision:7170; number_of_response:1; }","duration":"270.776477ms","start":"2026-04-23T07:58:45.740517Z","end":"2026-04-23T07:58:46.011293Z","steps":["trace[1712010434] 'process raft request' (duration: 270.621544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:58:46.011523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.406995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:58:46.011588Z","caller":"traceutil/trace.go:171","msg":"trace[1004514412] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7170; }","duration":"128.547129ms","start":"2026-04-23T07:58:45.883023Z","end":"2026-04-23T07:58:46.011571Z","steps":["trace[1004514412] 'agreement among raft nodes before linearized reading' (duration: 128.412946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:58:46.011678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.697699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-04-23T07:58:46.011726Z","caller":"traceutil/trace.go:171","msg":"trace[815944170] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:7170; }","duration":"274.74825ms","start":"2026-04-23T07:58:45.736962Z","end":"2026-04-23T07:58:46.011711Z","steps":["trace[815944170] 'agreement among raft nodes before linearized reading' (duration: 274.555636ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:58:46.011782Z","caller":"traceutil/trace.go:171","msg":"trace[1871787639] transaction","detail":"{read_only:false; response_revision:7169; number_of_response:1; }","duration":"271.800431ms","start":"2026-04-23T07:58:45.739961Z","end":"2026-04-23T07:58:46.011761Z","steps":["trace[1871787639] 'process raft request' (duration: 271.102995ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:58:46.155846Z","caller":"traceutil/trace.go:171","msg":"trace[443792318] linearizableReadLoop","detail":"{readStateIndex:7419; appliedIndex:7417; }","duration":"144.577583ms","start":"2026-04-23T07:58:46.011239Z","end":"2026-04-23T07:58:46.155816Z","steps":["trace[443792318] 'read index received' (duration: 81.856895ms)","trace[443792318] 'applied index is now lower than readState.Index' (duration: 62.719108ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:58:46.155888Z","caller":"traceutil/trace.go:171","msg":"trace[414195427] transaction","detail":"{read_only:false; response_revision:7172; number_of_response:1; }","duration":"221.322099ms","start":"2026-04-23T07:58:45.934529Z","end":"2026-04-23T07:58:46.155851Z","steps":["trace[414195427] 'process raft request' (duration: 221.127485ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:58:46.155838Z","caller":"traceutil/trace.go:171","msg":"trace[1082809567] transaction","detail":"{read_only:false; response_revision:7171; number_of_response:1; }","duration":"223.776567ms","start":"2026-04-23T07:58:45.932014Z","end":"2026-04-23T07:58:46.15579Z","steps":["trace[1082809567] 'process raft request' (duration: 161.12367ms)","trace[1082809567] 'compare' (duration: 62.339059ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T07:58:46.156216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.286653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-04-23T07:58:46.156293Z","caller":"traceutil/trace.go:171","msg":"trace[1275201589] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:7172; }","duration":"228.416565ms","start":"2026-04-23T07:58:45.927858Z","end":"2026-04-23T07:58:46.156274Z","steps":["trace[1275201589] 'agreement among raft nodes before linearized reading' (duration: 228.108428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:58:46.156303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.435712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-04-23T07:58:46.15642Z","caller":"traceutil/trace.go:171","msg":"trace[285713855] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:7172; }","duration":"221.572495ms","start":"2026-04-23T07:58:45.934819Z","end":"2026-04-23T07:58:46.156392Z","steps":["trace[285713855] 'agreement among raft nodes before linearized reading' (duration: 221.206006ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:58:46.180101Z","caller":"traceutil/trace.go:171","msg":"trace[1221035794] transaction","detail":"{read_only:false; response_revision:7173; number_of_response:1; }","duration":"162.834711ms","start":"2026-04-23T07:58:46.017245Z","end":"2026-04-23T07:58:46.18008Z","steps":["trace[1221035794] 'process raft request' (duration: 162.596176ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:58:46.180276Z","caller":"traceutil/trace.go:171","msg":"trace[1660557667] transaction","detail":"{read_only:false; response_revision:7174; number_of_response:1; }","duration":"158.323445ms","start":"2026-04-23T07:58:46.021916Z","end":"2026-04-23T07:58:46.180239Z","steps":["trace[1660557667] 'process raft request' (duration: 158.054879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:58:46.180438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.921495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-23T07:58:46.180477Z","caller":"traceutil/trace.go:171","msg":"trace[1175559653] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7174; }","duration":"108.014537ms","start":"2026-04-23T07:58:46.072452Z","end":"2026-04-23T07:58:46.180467Z","steps":["trace[1175559653] 'agreement among raft nodes before linearized reading' (duration: 107.888284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:58:46.180469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.779783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:58:46.180666Z","caller":"traceutil/trace.go:171","msg":"trace[652474615] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:7174; }","duration":"108.013618ms","start":"2026-04-23T07:58:46.072598Z","end":"2026-04-23T07:58:46.180612Z","steps":["trace[652474615] 'agreement among raft nodes before linearized reading' (duration: 107.598918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:58:46.180646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.652597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-04-23T07:58:46.180726Z","caller":"traceutil/trace.go:171","msg":"trace[505684012] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:7174; }","duration":"162.763119ms","start":"2026-04-23T07:58:46.017943Z","end":"2026-04-23T07:58:46.180706Z","steps":["trace[505684012] 'agreement among raft nodes before linearized reading' (duration: 162.544214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:58:46.180755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.545907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-api-58dfbdd9c4-nx5t7\" ","response":"range_response_count:1 size:6784"} {"level":"warn","ts":"2026-04-23T07:58:46.180687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.502606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:58:46.18081Z","caller":"traceutil/trace.go:171","msg":"trace[1674085428] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7174; }","duration":"166.706561ms","start":"2026-04-23T07:58:46.014091Z","end":"2026-04-23T07:58:46.180797Z","steps":["trace[1674085428] 'agreement among raft nodes before linearized reading' (duration: 166.469646ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:58:46.180809Z","caller":"traceutil/trace.go:171","msg":"trace[860562762] range","detail":"{range_begin:/registry/pods/openstack/barbican-api-58dfbdd9c4-nx5t7; range_end:; response_count:1; response_revision:7174; }","duration":"160.607239ms","start":"2026-04-23T07:58:46.020185Z","end":"2026-04-23T07:58:46.180793Z","steps":["trace[860562762] 'agreement among raft nodes before linearized reading' (duration: 160.397114ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:58:46.340975Z","caller":"traceutil/trace.go:171","msg":"trace[1809002440] transaction","detail":"{read_only:false; response_revision:7176; number_of_response:1; }","duration":"156.146614ms","start":"2026-04-23T07:58:46.184713Z","end":"2026-04-23T07:58:46.34086Z","steps":["trace[1809002440] 'process raft request' (duration: 83.3428ms)","trace[1809002440] 'compare' (duration: 72.498367ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:58:46.341293Z","caller":"traceutil/trace.go:171","msg":"trace[1263945645] transaction","detail":"{read_only:false; response_revision:7177; number_of_response:1; }","duration":"156.045782ms","start":"2026-04-23T07:58:46.185207Z","end":"2026-04-23T07:58:46.341252Z","steps":["trace[1263945645] 'process raft request' (duration: 155.580261ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:58:46.34162Z","caller":"traceutil/trace.go:171","msg":"trace[483635432] transaction","detail":"{read_only:false; response_revision:7178; number_of_response:1; }","duration":"152.172711ms","start":"2026-04-23T07:58:46.189429Z","end":"2026-04-23T07:58:46.341602Z","steps":["trace[483635432] 'process raft request' (duration: 151.70923ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:58:46.341759Z","caller":"traceutil/trace.go:171","msg":"trace[1272309418] transaction","detail":"{read_only:false; response_revision:7179; number_of_response:1; }","duration":"151.165318ms","start":"2026-04-23T07:58:46.190581Z","end":"2026-04-23T07:58:46.341747Z","steps":["trace[1272309418] 'process raft request' (duration: 150.761918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:58:46.342295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.514726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-04-23T07:58:46.342346Z","caller":"traceutil/trace.go:171","msg":"trace[1227825654] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:7179; }","duration":"157.618808ms","start":"2026-04-23T07:58:46.184715Z","end":"2026-04-23T07:58:46.342334Z","steps":["trace[1227825654] 'agreement among raft nodes before linearized reading' (duration: 157.409493ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:58:46.341667Z","caller":"traceutil/trace.go:171","msg":"trace[1279461132] linearizableReadLoop","detail":"{readStateIndex:7426; appliedIndex:7422; }","duration":"134.657761ms","start":"2026-04-23T07:58:46.20699Z","end":"2026-04-23T07:58:46.341648Z","steps":["trace[1279461132] 'read index received' (duration: 61.08185ms)","trace[1279461132] 'applied index is now lower than readState.Index' (duration: 73.574311ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:58:46.364717Z","caller":"traceutil/trace.go:171","msg":"trace[901635252] transaction","detail":"{read_only:false; response_revision:7181; number_of_response:1; }","duration":"152.396347ms","start":"2026-04-23T07:58:46.212302Z","end":"2026-04-23T07:58:46.364699Z","steps":["trace[901635252] 'process raft request' (duration: 152.249273ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:58:46.364825Z","caller":"traceutil/trace.go:171","msg":"trace[402881923] transaction","detail":"{read_only:false; response_revision:7182; number_of_response:1; }","duration":"152.183772ms","start":"2026-04-23T07:58:46.212591Z","end":"2026-04-23T07:58:46.364775Z","steps":["trace[402881923] 'process raft request' (duration: 152.015308ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:58:46.364829Z","caller":"traceutil/trace.go:171","msg":"trace[423066814] transaction","detail":"{read_only:false; response_revision:7180; number_of_response:1; }","duration":"152.486209ms","start":"2026-04-23T07:58:46.212285Z","end":"2026-04-23T07:58:46.364772Z","steps":["trace[423066814] 'process raft request' (duration: 152.170471ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:58:46.365149Z","caller":"traceutil/trace.go:171","msg":"trace[1530737463] transaction","detail":"{read_only:false; response_revision:7184; number_of_response:1; }","duration":"150.736708ms","start":"2026-04-23T07:58:46.214378Z","end":"2026-04-23T07:58:46.365115Z","steps":["trace[1530737463] 'process raft request' (duration: 150.502582ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:58:46.365223Z","caller":"traceutil/trace.go:171","msg":"trace[1331357607] transaction","detail":"{read_only:false; response_revision:7183; number_of_response:1; }","duration":"150.847351ms","start":"2026-04-23T07:58:46.214354Z","end":"2026-04-23T07:58:46.365201Z","steps":["trace[1331357607] 'process raft request' (duration: 150.297868ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:58:46.380149Z","caller":"traceutil/trace.go:171","msg":"trace[2109353293] transaction","detail":"{read_only:false; response_revision:7185; number_of_response:1; }","duration":"109.791419ms","start":"2026-04-23T07:58:46.270345Z","end":"2026-04-23T07:58:46.380137Z","steps":["trace[2109353293] 'process raft request' (duration: 109.681247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:58:46.380589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.633002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-23T07:58:46.380625Z","caller":"traceutil/trace.go:171","msg":"trace[1471517098] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:7185; }","duration":"155.726774ms","start":"2026-04-23T07:58:46.22489Z","end":"2026-04-23T07:58:46.380617Z","steps":["trace[1471517098] 'agreement among raft nodes before linearized reading' (duration: 155.619982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:58:46.380826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.632019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-23T07:58:46.38097Z","caller":"traceutil/trace.go:171","msg":"trace[282998233] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:7185; }","duration":"166.805874ms","start":"2026-04-23T07:58:46.214141Z","end":"2026-04-23T07:58:46.380946Z","steps":["trace[282998233] 'agreement among raft nodes before linearized reading' (duration: 166.482177ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:58:47.206118Z","caller":"traceutil/trace.go:171","msg":"trace[411136695] transaction","detail":"{read_only:false; response_revision:7193; number_of_response:1; }","duration":"217.628123ms","start":"2026-04-23T07:58:46.988449Z","end":"2026-04-23T07:58:47.206077Z","steps":["trace[411136695] 'process raft request' (duration: 199.896968ms)","trace[411136695] 'compare' (duration: 17.387427ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:58:47.27576Z","caller":"traceutil/trace.go:171","msg":"trace[417573410] transaction","detail":"{read_only:false; response_revision:7194; number_of_response:1; }","duration":"199.768555ms","start":"2026-04-23T07:58:47.075969Z","end":"2026-04-23T07:58:47.275737Z","steps":["trace[417573410] 'process raft request' (duration: 199.623882ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:58:48.389236Z","caller":"traceutil/trace.go:171","msg":"trace[1757076098] transaction","detail":"{read_only:false; response_revision:7200; number_of_response:1; }","duration":"120.594572ms","start":"2026-04-23T07:58:48.268602Z","end":"2026-04-23T07:58:48.389196Z","steps":["trace[1757076098] 'process raft request' (duration: 120.185193ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:58:49.265599Z","caller":"traceutil/trace.go:171","msg":"trace[2124509224] transaction","detail":"{read_only:false; response_revision:7215; number_of_response:1; }","duration":"149.742665ms","start":"2026-04-23T07:58:49.115807Z","end":"2026-04-23T07:58:49.26555Z","steps":["trace[2124509224] 'process raft request' (duration: 68.099734ms)","trace[2124509224] 'compare' (duration: 81.449836ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:58:55.470608Z","caller":"traceutil/trace.go:171","msg":"trace[671053012] linearizableReadLoop","detail":"{readStateIndex:7503; appliedIndex:7502; }","duration":"162.012002ms","start":"2026-04-23T07:58:55.308568Z","end":"2026-04-23T07:58:55.47058Z","steps":["trace[671053012] 'read index received' (duration: 96.054918ms)","trace[671053012] 'applied index is now lower than readState.Index' (duration: 65.955824ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:58:55.470718Z","caller":"traceutil/trace.go:171","msg":"trace[164238957] transaction","detail":"{read_only:false; response_revision:7254; number_of_response:1; }","duration":"171.731169ms","start":"2026-04-23T07:58:55.298959Z","end":"2026-04-23T07:58:55.470691Z","steps":["trace[164238957] 'process raft request' (duration: 105.701694ms)","trace[164238957] 'compare' (duration: 65.762739ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T07:58:55.470825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.234067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:58:55.470859Z","caller":"traceutil/trace.go:171","msg":"trace[2051417244] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-sync; range_end:; response_count:0; response_revision:7254; }","duration":"162.342569ms","start":"2026-04-23T07:58:55.308507Z","end":"2026-04-23T07:58:55.47085Z","steps":["trace[2051417244] 'agreement among raft nodes before linearized reading' (duration: 162.221146ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:58:55.844303Z","caller":"traceutil/trace.go:171","msg":"trace[104870818] transaction","detail":"{read_only:false; response_revision:7258; number_of_response:1; }","duration":"205.56766ms","start":"2026-04-23T07:58:55.638708Z","end":"2026-04-23T07:58:55.844276Z","steps":["trace[104870818] 'process raft request' (duration: 205.430767ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:58:55.844334Z","caller":"traceutil/trace.go:171","msg":"trace[102008027] linearizableReadLoop","detail":"{readStateIndex:7507; appliedIndex:7507; }","duration":"167.06163ms","start":"2026-04-23T07:58:55.677234Z","end":"2026-04-23T07:58:55.844296Z","steps":["trace[102008027] 'read index received' (duration: 167.042489ms)","trace[102008027] 'applied index is now lower than readState.Index' (duration: 15.411µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T07:58:55.844661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.404568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-23T07:58:55.844714Z","caller":"traceutil/trace.go:171","msg":"trace[321866236] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7258; }","duration":"167.52433ms","start":"2026-04-23T07:58:55.677176Z","end":"2026-04-23T07:58:55.844701Z","steps":["trace[321866236] 'agreement among raft nodes before linearized reading' (duration: 167.293395ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:58:55.898045Z","caller":"traceutil/trace.go:171","msg":"trace[1142512008] transaction","detail":"{read_only:false; response_revision:7259; number_of_response:1; }","duration":"191.131093ms","start":"2026-04-23T07:58:55.706875Z","end":"2026-04-23T07:58:55.898006Z","steps":["trace[1142512008] 'process raft request' (duration: 190.926578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:58:55.898194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.399236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gm894\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T07:58:55.898276Z","caller":"traceutil/trace.go:171","msg":"trace[1120507264] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gm894; range_end:; response_count:1; response_revision:7259; }","duration":"187.528929ms","start":"2026-04-23T07:58:55.710726Z","end":"2026-04-23T07:58:55.898255Z","steps":["trace[1120507264] 'agreement among raft nodes before linearized reading' (duration: 187.280283ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:58:55.999335Z","caller":"traceutil/trace.go:171","msg":"trace[864139410] transaction","detail":"{read_only:false; response_revision:7260; number_of_response:1; }","duration":"149.825967ms","start":"2026-04-23T07:58:55.849483Z","end":"2026-04-23T07:58:55.999309Z","steps":["trace[864139410] 'process raft request' (duration: 149.301074ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:58:55.999534Z","caller":"traceutil/trace.go:171","msg":"trace[1933218289] linearizableReadLoop","detail":"{readStateIndex:7512; appliedIndex:7508; }","duration":"101.561616ms","start":"2026-04-23T07:58:55.897947Z","end":"2026-04-23T07:58:55.999509Z","steps":["trace[1933218289] 'read index received' (duration: 100.759938ms)","trace[1933218289] 'applied index is now lower than readState.Index' (duration: 800.208µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:58:55.999807Z","caller":"traceutil/trace.go:171","msg":"trace[1717855031] transaction","detail":"{read_only:false; response_revision:7262; number_of_response:1; }","duration":"149.944759ms","start":"2026-04-23T07:58:55.849844Z","end":"2026-04-23T07:58:55.999788Z","steps":["trace[1717855031] 'process raft request' (duration: 149.515149ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:58:55.999915Z","caller":"traceutil/trace.go:171","msg":"trace[1554555801] transaction","detail":"{read_only:false; response_revision:7261; number_of_response:1; }","duration":"150.298418ms","start":"2026-04-23T07:58:55.849607Z","end":"2026-04-23T07:58:55.999905Z","steps":["trace[1554555801] 'process raft request' (duration: 149.617352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:58:56.000044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.282811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:58:56.000144Z","caller":"traceutil/trace.go:171","msg":"trace[1125889194] transaction","detail":"{read_only:false; response_revision:7263; number_of_response:1; }","duration":"146.665873ms","start":"2026-04-23T07:58:55.853463Z","end":"2026-04-23T07:58:56.000128Z","steps":["trace[1125889194] 'process raft request' (duration: 145.968457ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:58:56.000241Z","caller":"traceutil/trace.go:171","msg":"trace[709501015] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7263; }","duration":"116.486185ms","start":"2026-04-23T07:58:55.883669Z","end":"2026-04-23T07:58:56.000155Z","steps":["trace[709501015] 'agreement among raft nodes before linearized reading' (duration: 116.141497ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:58:56.763265Z","caller":"traceutil/trace.go:171","msg":"trace[1443541792] transaction","detail":"{read_only:false; response_revision:7272; number_of_response:1; }","duration":"188.269906ms","start":"2026-04-23T07:58:56.574959Z","end":"2026-04-23T07:58:56.763229Z","steps":["trace[1443541792] 'process raft request' (duration: 120.95237ms)","trace[1443541792] 'compare' (duration: 67.002898ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:58:56.763695Z","caller":"traceutil/trace.go:171","msg":"trace[1916742411] transaction","detail":"{read_only:false; response_revision:7273; number_of_response:1; }","duration":"188.487061ms","start":"2026-04-23T07:58:56.57518Z","end":"2026-04-23T07:58:56.763667Z","steps":["trace[1916742411] 'process raft request' (duration: 187.991359ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:58:56.763842Z","caller":"traceutil/trace.go:171","msg":"trace[1640960619] linearizableReadLoop","detail":"{readStateIndex:7523; appliedIndex:7520; }","duration":"181.565049ms","start":"2026-04-23T07:58:56.582237Z","end":"2026-04-23T07:58:56.763802Z","steps":["trace[1640960619] 'read index received' (duration: 71.737589ms)","trace[1640960619] 'applied index is now lower than readState.Index' (duration: 109.82592ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:58:56.763862Z","caller":"traceutil/trace.go:171","msg":"trace[1158377332] transaction","detail":"{read_only:false; response_revision:7274; number_of_response:1; }","duration":"133.629947ms","start":"2026-04-23T07:58:56.630184Z","end":"2026-04-23T07:58:56.763814Z","steps":["trace[1158377332] 'process raft request' (duration: 133.30545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:58:56.764191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.880556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T07:58:56.764315Z","caller":"traceutil/trace.go:171","msg":"trace[294827826] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:7274; }","duration":"182.073441ms","start":"2026-04-23T07:58:56.582214Z","end":"2026-04-23T07:58:56.764287Z","steps":["trace[294827826] 'agreement among raft nodes before linearized reading' (duration: 181.725293ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:58:58.289282Z","caller":"traceutil/trace.go:171","msg":"trace[1331003829] linearizableReadLoop","detail":"{readStateIndex:7530; appliedIndex:7529; }","duration":"273.611333ms","start":"2026-04-23T07:58:58.015644Z","end":"2026-04-23T07:58:58.289256Z","steps":["trace[1331003829] 'read index received' (duration: 273.329387ms)","trace[1331003829] 'applied index is now lower than readState.Index' (duration: 280.566µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:58:58.289383Z","caller":"traceutil/trace.go:171","msg":"trace[915595676] transaction","detail":"{read_only:false; response_revision:7280; number_of_response:1; }","duration":"277.125706ms","start":"2026-04-23T07:58:58.012199Z","end":"2026-04-23T07:58:58.289325Z","steps":["trace[915595676] 'process raft request' (duration: 276.8852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:58:58.289678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.022373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:20 size:167294"} {"level":"info","ts":"2026-04-23T07:58:58.28971Z","caller":"traceutil/trace.go:171","msg":"trace[1480042486] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:20; response_revision:7280; }","duration":"274.100695ms","start":"2026-04-23T07:58:58.015601Z","end":"2026-04-23T07:58:58.289702Z","steps":["trace[1480042486] 'agreement among raft nodes before linearized reading' (duration: 273.766147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:58:59.014043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.969011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:58:59.014187Z","caller":"traceutil/trace.go:171","msg":"trace[575430035] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; response_count:0; response_revision:7280; }","duration":"550.171776ms","start":"2026-04-23T07:58:58.463989Z","end":"2026-04-23T07:58:59.014161Z","steps":["trace[575430035] 'range keys from in-memory index tree' (duration: 549.739235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:58:59.014248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:58:58.463962Z","time spent":"550.268478ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" "} {"level":"warn","ts":"2026-04-23T07:58:59.014198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.691313ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T07:58:59.014276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.250658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T07:58:59.014316Z","caller":"traceutil/trace.go:171","msg":"trace[1274476956] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7280; }","duration":"619.812686ms","start":"2026-04-23T07:58:58.394486Z","end":"2026-04-23T07:58:59.014299Z","steps":["trace[1274476956] 'range keys from in-memory index tree' (duration: 619.676163ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:58:59.014362Z","caller":"traceutil/trace.go:171","msg":"trace[1426962105] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:7280; }","duration":"550.401722ms","start":"2026-04-23T07:58:58.463939Z","end":"2026-04-23T07:58:59.014341Z","steps":["trace[1426962105] 'range keys from in-memory index tree' (duration: 550.034593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:58:59.014339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.144066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T07:58:59.014407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:58:58.463897Z","time spent":"550.502964ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"info","ts":"2026-04-23T07:58:59.014426Z","caller":"traceutil/trace.go:171","msg":"trace[414254309] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:7280; }","duration":"550.267668ms","start":"2026-04-23T07:58:58.464139Z","end":"2026-04-23T07:58:59.014407Z","steps":["trace[414254309] 'range keys from in-memory index tree' (duration: 550.038203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:58:59.014473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:58:58.464131Z","time spent":"550.33379ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" "} {"level":"warn","ts":"2026-04-23T07:58:59.01484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.824121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-sync\" ","response":"range_response_count:1 size:5485"} {"level":"info","ts":"2026-04-23T07:58:59.014913Z","caller":"traceutil/trace.go:171","msg":"trace[499620471] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-sync; range_end:; response_count:1; response_revision:7280; }","duration":"544.970425ms","start":"2026-04-23T07:58:58.469923Z","end":"2026-04-23T07:58:59.014894Z","steps":["trace[499620471] 'range keys from in-memory index tree' (duration: 544.001751ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:58:59.014939Z","caller":"traceutil/trace.go:171","msg":"trace[1551643431] linearizableReadLoop","detail":"{readStateIndex:7532; appliedIndex:7530; }","duration":"440.435398ms","start":"2026-04-23T07:58:58.574487Z","end":"2026-04-23T07:58:59.014923Z","steps":["trace[1551643431] 'read index received' (duration: 351.386984ms)","trace[1551643431] 'applied index is now lower than readState.Index' (duration: 89.047384ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T07:58:59.014974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:58:58.469894Z","time spent":"545.048926ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5508,"request content":"key:\"/registry/jobs/openstack/barbican-db-sync\" "} {"level":"info","ts":"2026-04-23T07:58:59.014963Z","caller":"traceutil/trace.go:171","msg":"trace[303659782] transaction","detail":"{read_only:false; response_revision:7282; number_of_response:1; }","duration":"474.423964ms","start":"2026-04-23T07:58:58.540511Z","end":"2026-04-23T07:58:59.014935Z","steps":["trace[303659782] 'process raft request' (duration: 474.367262ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:58:59.014974Z","caller":"traceutil/trace.go:171","msg":"trace[2118490001] transaction","detail":"{read_only:false; response_revision:7281; number_of_response:1; }","duration":"528.345236ms","start":"2026-04-23T07:58:58.486588Z","end":"2026-04-23T07:58:59.014934Z","steps":["trace[2118490001] 'process raft request' (duration: 439.265321ms)","trace[2118490001] 'compare' (duration: 88.88933ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T07:58:59.015119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:58:58.54048Z","time spent":"474.566806ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T07:58:59.015151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.243743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-23T07:58:59.015167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.926276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T07:58:59.015183Z","caller":"traceutil/trace.go:171","msg":"trace[1279788832] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7282; }","duration":"246.270404ms","start":"2026-04-23T07:58:58.768898Z","end":"2026-04-23T07:58:59.015169Z","steps":["trace[1279788832] 'agreement among raft nodes before linearized reading' (duration: 246.194112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:58:59.015186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.701254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T07:58:59.015205Z","caller":"traceutil/trace.go:171","msg":"trace[1185065040] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7282; }","duration":"245.991097ms","start":"2026-04-23T07:58:58.769204Z","end":"2026-04-23T07:58:59.015195Z","steps":["trace[1185065040] 'agreement among raft nodes before linearized reading' (duration: 245.891274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:58:59.015223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.168102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T07:58:59.015201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.175066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T07:58:59.015367Z","caller":"traceutil/trace.go:171","msg":"trace[1801175211] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7282; }","duration":"212.36889ms","start":"2026-04-23T07:58:58.802946Z","end":"2026-04-23T07:58:59.015315Z","steps":["trace[1801175211] 'agreement among raft nodes before linearized reading' (duration: 212.123865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:58:59.015171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.028973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T07:58:59.015449Z","caller":"traceutil/trace.go:171","msg":"trace[203633091] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7282; }","duration":"356.35215ms","start":"2026-04-23T07:58:58.659086Z","end":"2026-04-23T07:58:59.015438Z","steps":["trace[203633091] 'agreement among raft nodes before linearized reading' (duration: 355.972031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:58:59.01549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:58:58.659061Z","time spent":"356.418281ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T07:58:59.015247Z","caller":"traceutil/trace.go:171","msg":"trace[1855243878] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7282; }","duration":"440.807766ms","start":"2026-04-23T07:58:58.57442Z","end":"2026-04-23T07:58:59.015228Z","steps":["trace[1855243878] 'agreement among raft nodes before linearized reading' (duration: 440.563081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:58:59.015567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:58:58.574395Z","time spent":"441.147305ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T07:58:59.015245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:58:58.486547Z","time spent":"528.581691ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T07:58:59.015266Z","caller":"traceutil/trace.go:171","msg":"trace[1166515177] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:7282; }","duration":"261.267495ms","start":"2026-04-23T07:58:58.753985Z","end":"2026-04-23T07:58:59.015252Z","steps":["trace[1166515177] 'agreement among raft nodes before linearized reading' (duration: 261.204124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:58:59.255842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.211947ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T07:58:59.256168Z","caller":"traceutil/trace.go:171","msg":"trace[1212536232] transaction","detail":"{read_only:false; response_revision:7284; number_of_response:1; }","duration":"235.534572ms","start":"2026-04-23T07:58:59.020596Z","end":"2026-04-23T07:58:59.25613Z","steps":["trace[1212536232] 'process raft request' (duration: 122.919857ms)","trace[1212536232] 'compare' (duration: 112.037992ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:58:59.256221Z","caller":"traceutil/trace.go:171","msg":"trace[1037811596] transaction","detail":"{read_only:false; response_revision:7287; number_of_response:1; }","duration":"235.475571ms","start":"2026-04-23T07:58:59.020723Z","end":"2026-04-23T07:58:59.256198Z","steps":["trace[1037811596] 'process raft request' (duration: 235.413709ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:58:59.256246Z","caller":"traceutil/trace.go:171","msg":"trace[2024538251] transaction","detail":"{read_only:false; response_revision:7285; number_of_response:1; }","duration":"235.592304ms","start":"2026-04-23T07:58:59.020621Z","end":"2026-04-23T07:58:59.256213Z","steps":["trace[2024538251] 'process raft request' (duration: 235.391839ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:58:59.256323Z","caller":"traceutil/trace.go:171","msg":"trace[2086573714] transaction","detail":"{read_only:false; response_revision:7286; number_of_response:1; }","duration":"235.555443ms","start":"2026-04-23T07:58:59.020721Z","end":"2026-04-23T07:58:59.256276Z","steps":["trace[2086573714] 'process raft request' (duration: 235.373948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:58:59.550563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.986217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T07:58:59.550671Z","caller":"traceutil/trace.go:171","msg":"trace[1411659354] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7289; }","duration":"149.211802ms","start":"2026-04-23T07:58:59.401433Z","end":"2026-04-23T07:58:59.550644Z","steps":["trace[1411659354] 'count revisions from in-memory index tree' (duration: 148.855543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:58:59.55067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.280569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1148"} {"level":"info","ts":"2026-04-23T07:58:59.550753Z","caller":"traceutil/trace.go:171","msg":"trace[78972942] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:7289; }","duration":"192.390933ms","start":"2026-04-23T07:58:59.358341Z","end":"2026-04-23T07:58:59.550732Z","steps":["trace[78972942] 'range keys from in-memory index tree' (duration: 192.106596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:58:59.550772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.828343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-init\" ","response":"range_response_count:1 size:5658"} {"level":"info","ts":"2026-04-23T07:58:59.550856Z","caller":"traceutil/trace.go:171","msg":"trace[2053235876] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-init; range_end:; response_count:1; response_revision:7289; }","duration":"192.927585ms","start":"2026-04-23T07:58:59.357906Z","end":"2026-04-23T07:58:59.550834Z","steps":["trace[2053235876] 'range keys from in-memory index tree' (duration: 192.576756ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:58:59.965225Z","caller":"traceutil/trace.go:171","msg":"trace[1668243529] linearizableReadLoop","detail":"{readStateIndex:7541; appliedIndex:7540; }","duration":"309.983474ms","start":"2026-04-23T07:58:59.65521Z","end":"2026-04-23T07:58:59.965193Z","steps":["trace[1668243529] 'read index received' (duration: 309.769059ms)","trace[1668243529] 'applied index is now lower than readState.Index' (duration: 212.455µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T07:58:59.965334Z","caller":"traceutil/trace.go:171","msg":"trace[414020021] transaction","detail":"{read_only:false; response_revision:7291; number_of_response:1; }","duration":"317.751247ms","start":"2026-04-23T07:58:59.647544Z","end":"2026-04-23T07:58:59.965295Z","steps":["trace[414020021] 'process raft request' (duration: 317.48672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:58:59.965533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:58:59.647517Z","time spent":"317.895689ms","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":709,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T07:58:59.965616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.397784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-23T07:58:59.965687Z","caller":"traceutil/trace.go:171","msg":"trace[1471761907] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7291; }","duration":"310.496956ms","start":"2026-04-23T07:58:59.655173Z","end":"2026-04-23T07:58:59.96567Z","steps":["trace[1471761907] 'agreement among raft nodes before linearized reading' (duration: 310.200019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T07:58:59.965616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.544498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T07:58:59.965743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T07:58:59.655163Z","time spent":"310.564978ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-23T07:58:59.965766Z","caller":"traceutil/trace.go:171","msg":"trace[1383616689] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:7291; }","duration":"184.753493ms","start":"2026-04-23T07:58:59.780998Z","end":"2026-04-23T07:58:59.965752Z","steps":["trace[1383616689] 'agreement among raft nodes before linearized reading' (duration: 184.477407ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:59:01.384779Z","caller":"traceutil/trace.go:171","msg":"trace[2044182746] transaction","detail":"{read_only:false; response_revision:7298; number_of_response:1; }","duration":"100.134084ms","start":"2026-04-23T07:59:01.284598Z","end":"2026-04-23T07:59:01.384732Z","steps":["trace[2044182746] 'process raft request' (duration: 98.624838ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T07:59:01.384824Z","caller":"traceutil/trace.go:171","msg":"trace[716650242] transaction","detail":"{read_only:false; response_revision:7299; number_of_response:1; }","duration":"100.185925ms","start":"2026-04-23T07:59:01.284608Z","end":"2026-04-23T07:59:01.384794Z","steps":["trace[716650242] 'process raft request' (duration: 100.039982ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:00:32.638374Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5827} {"level":"info","ts":"2026-04-23T08:00:32.726598Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5827,"took":"85.724572ms","hash":2969602749,"current-db-size-bytes":57188352,"current-db-size":"57 MB","current-db-size-in-use-bytes":24715264,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-04-23T08:00:32.72667Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2969602749,"revision":5827,"compact-revision":2817} {"level":"info","ts":"2026-04-23T08:00:39.828797Z","caller":"traceutil/trace.go:171","msg":"trace[285485297] transaction","detail":"{read_only:false; response_revision:8103; number_of_response:1; }","duration":"121.568998ms","start":"2026-04-23T08:00:39.707201Z","end":"2026-04-23T08:00:39.82877Z","steps":["trace[285485297] 'process raft request' (duration: 120.961924ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:00:41.510562Z","caller":"traceutil/trace.go:171","msg":"trace[818165798] transaction","detail":"{read_only:false; response_revision:8109; number_of_response:1; }","duration":"529.625254ms","start":"2026-04-23T08:00:40.980267Z","end":"2026-04-23T08:00:41.509893Z","steps":["trace[818165798] 'process raft request' (duration: 529.319487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:00:41.510821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:00:40.980234Z","time spent":"530.461644ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:00:41.52669Z","caller":"traceutil/trace.go:171","msg":"trace[1804722309] transaction","detail":"{read_only:false; response_revision:8110; number_of_response:1; }","duration":"308.930353ms","start":"2026-04-23T08:00:41.21771Z","end":"2026-04-23T08:00:41.526641Z","steps":["trace[1804722309] 'process raft request' (duration: 308.667616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:00:41.526911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:00:41.217673Z","time spent":"309.114147ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:00:53.773327Z","caller":"traceutil/trace.go:171","msg":"trace[774670043] transaction","detail":"{read_only:false; response_revision:8174; number_of_response:1; }","duration":"102.662687ms","start":"2026-04-23T08:00:53.670623Z","end":"2026-04-23T08:00:53.773286Z","steps":["trace[774670043] 'process raft request' (duration: 20.187531ms)","trace[774670043] 'compare' (duration: 82.287261ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:00:54.570542Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634011567,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:00:55.581205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005657869s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:00:55.581431Z","caller":"traceutil/trace.go:171","msg":"trace[1854790372] linearizableReadLoop","detail":"{readStateIndex:8455; appliedIndex:8454; }","duration":"1.510895234s","start":"2026-04-23T08:00:54.070463Z","end":"2026-04-23T08:00:55.581358Z","steps":["trace[1854790372] 'read index received' (duration: 504.958229ms)","trace[1854790372] 'applied index is now lower than readState.Index' (duration: 1.005934875s)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:00:55.581465Z","caller":"traceutil/trace.go:171","msg":"trace[512934609] transaction","detail":"{read_only:false; response_revision:8176; number_of_response:1; }","duration":"1.608813311s","start":"2026-04-23T08:00:53.972608Z","end":"2026-04-23T08:00:55.581422Z","steps":["trace[512934609] 'process raft request' (duration: 602.824124ms)","trace[512934609] 'compare' (duration: 1.005335982s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:00:55.581635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:00:53.972596Z","time spent":"1.608947264s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:00:55.581726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.511253783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-23T08:00:55.581818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08114542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T08:00:55.58185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.499041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T08:00:55.581823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.433771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:00:55.581857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.818005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:00:55.581896Z","caller":"traceutil/trace.go:171","msg":"trace[1900969221] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8176; }","duration":"1.511413176s","start":"2026-04-23T08:00:54.070454Z","end":"2026-04-23T08:00:55.581868Z","steps":["trace[1900969221] 'agreement among raft nodes before linearized reading' (duration: 1.511086269s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:00:55.581909Z","caller":"traceutil/trace.go:171","msg":"trace[1652653846] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:8176; }","duration":"1.081280034s","start":"2026-04-23T08:00:54.500599Z","end":"2026-04-23T08:00:55.581879Z","steps":["trace[1652653846] 'agreement among raft nodes before linearized reading' (duration: 1.081120711s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:00:55.581938Z","caller":"traceutil/trace.go:171","msg":"trace[519675735] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:8176; }","duration":"861.585595ms","start":"2026-04-23T08:00:54.720326Z","end":"2026-04-23T08:00:55.581912Z","steps":["trace[519675735] 'agreement among raft nodes before linearized reading' (duration: 861.34417ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:00:55.58194Z","caller":"traceutil/trace.go:171","msg":"trace[404785532] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8176; }","duration":"750.640694ms","start":"2026-04-23T08:00:54.831268Z","end":"2026-04-23T08:00:55.581909Z","steps":["trace[404785532] 'agreement among raft nodes before linearized reading' (duration: 750.498381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:00:55.581982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:00:54.500571Z","time spent":"1.081391716s","remote":"127.0.0.1:45260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:00:55.581979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:00:54.070389Z","time spent":"1.51157394s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T08:00:55.581968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.289991357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-23T08:00:55.582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:00:54.720263Z","time spent":"861.725378ms","remote":"127.0.0.1:38872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:00:55.581875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.510603747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T08:00:55.581978Z","caller":"traceutil/trace.go:171","msg":"trace[570337853] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8176; }","duration":"698.985139ms","start":"2026-04-23T08:00:54.882954Z","end":"2026-04-23T08:00:55.581939Z","steps":["trace[570337853] 'agreement among raft nodes before linearized reading' (duration: 698.752323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:00:55.582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:00:54.831233Z","time spent":"750.755147ms","remote":"127.0.0.1:41398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:00:55.58208Z","caller":"traceutil/trace.go:171","msg":"trace[697803137] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8176; }","duration":"1.510843523s","start":"2026-04-23T08:00:54.071215Z","end":"2026-04-23T08:00:55.582059Z","steps":["trace[697803137] 'agreement among raft nodes before linearized reading' (duration: 1.510436933s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:00:55.582084Z","caller":"traceutil/trace.go:171","msg":"trace[1159763131] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8176; }","duration":"1.29013485s","start":"2026-04-23T08:00:54.291913Z","end":"2026-04-23T08:00:55.582047Z","steps":["trace[1159763131] 'agreement among raft nodes before linearized reading' (duration: 1.289795463s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:00:55.582104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:00:54.882931Z","time spent":"699.155882ms","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:00:55.58213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:00:54.07121Z","time spent":"1.510910524s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T08:00:55.582137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:00:54.291893Z","time spent":"1.290230542s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T08:00:55.582009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.449789208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T08:00:55.582253Z","caller":"traceutil/trace.go:171","msg":"trace[1449304140] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8176; }","duration":"1.450081555s","start":"2026-04-23T08:00:54.132162Z","end":"2026-04-23T08:00:55.582244Z","steps":["trace[1449304140] 'agreement among raft nodes before linearized reading' (duration: 1.449781868s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:00:55.58228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:00:54.132135Z","time spent":"1.450137826s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T08:00:55.582733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.808045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gm894\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T08:00:55.582789Z","caller":"traceutil/trace.go:171","msg":"trace[1770767900] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gm894; range_end:; response_count:1; response_revision:8176; }","duration":"550.554833ms","start":"2026-04-23T08:00:55.032216Z","end":"2026-04-23T08:00:55.582771Z","steps":["trace[1770767900] 'agreement among raft nodes before linearized reading' (duration: 549.749165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:00:55.582839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:00:55.032191Z","time spent":"550.637895ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-gm894\" "} {"level":"info","ts":"2026-04-23T08:00:55.728238Z","caller":"traceutil/trace.go:171","msg":"trace[2082393166] transaction","detail":"{read_only:false; response_revision:8178; number_of_response:1; }","duration":"140.418598ms","start":"2026-04-23T08:00:55.587788Z","end":"2026-04-23T08:00:55.728206Z","steps":["trace[2082393166] 'process raft request' (duration: 104.172663ms)","trace[2082393166] 'compare' (duration: 36.034111ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:00:55.728731Z","caller":"traceutil/trace.go:171","msg":"trace[1007176707] transaction","detail":"{read_only:false; response_revision:8179; number_of_response:1; }","duration":"140.638603ms","start":"2026-04-23T08:00:55.588054Z","end":"2026-04-23T08:00:55.728693Z","steps":["trace[1007176707] 'process raft request' (duration: 140.10278ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:00:55.728762Z","caller":"traceutil/trace.go:171","msg":"trace[136877036] transaction","detail":"{read_only:false; response_revision:8180; number_of_response:1; }","duration":"140.588662ms","start":"2026-04-23T08:00:55.588152Z","end":"2026-04-23T08:00:55.728741Z","steps":["trace[136877036] 'process raft request' (duration: 140.440109ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:00:55.728947Z","caller":"traceutil/trace.go:171","msg":"trace[1383079287] linearizableReadLoop","detail":"{readStateIndex:8459; appliedIndex:8455; }","duration":"140.378467ms","start":"2026-04-23T08:00:55.588533Z","end":"2026-04-23T08:00:55.728911Z","steps":["trace[1383079287] 'read index received' (duration: 85.069286ms)","trace[1383079287] 'applied index is now lower than readState.Index' (duration: 55.308071ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:00:55.729581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.027323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:207046"} {"level":"info","ts":"2026-04-23T08:00:55.729655Z","caller":"traceutil/trace.go:171","msg":"trace[553990523] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:8181; }","duration":"141.137165ms","start":"2026-04-23T08:00:55.588498Z","end":"2026-04-23T08:00:55.729635Z","steps":["trace[553990523] 'agreement among raft nodes before linearized reading' (duration: 140.538961ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:00:55.81998Z","caller":"traceutil/trace.go:171","msg":"trace[1813666455] transaction","detail":"{read_only:false; response_revision:8182; number_of_response:1; }","duration":"146.04496ms","start":"2026-04-23T08:00:55.673894Z","end":"2026-04-23T08:00:55.819939Z","steps":["trace[1813666455] 'process raft request' (duration: 145.819075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:00:55.820056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.983706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T08:00:55.820159Z","caller":"traceutil/trace.go:171","msg":"trace[1007381852] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:8182; }","duration":"193.106959ms","start":"2026-04-23T08:00:55.627026Z","end":"2026-04-23T08:00:55.820133Z","steps":["trace[1007381852] 'agreement among raft nodes before linearized reading' (duration: 192.877444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:00:55.820164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.323313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-23T08:00:55.820248Z","caller":"traceutil/trace.go:171","msg":"trace[1892865679] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8182; }","duration":"169.474217ms","start":"2026-04-23T08:00:55.650752Z","end":"2026-04-23T08:00:55.820226Z","steps":["trace[1892865679] 'agreement among raft nodes before linearized reading' (duration: 169.200451ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:00:56.020053Z","caller":"traceutil/trace.go:171","msg":"trace[584345755] linearizableReadLoop","detail":"{readStateIndex:8462; appliedIndex:8461; }","duration":"104.815917ms","start":"2026-04-23T08:00:55.915204Z","end":"2026-04-23T08:00:56.02002Z","steps":["trace[584345755] 'read index received' (duration: 63.299907ms)","trace[584345755] 'applied index is now lower than readState.Index' (duration: 41.514ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:00:56.020134Z","caller":"traceutil/trace.go:171","msg":"trace[523497780] transaction","detail":"{read_only:false; response_revision:8183; number_of_response:1; }","duration":"195.055234ms","start":"2026-04-23T08:00:55.825024Z","end":"2026-04-23T08:00:56.02008Z","steps":["trace[523497780] 'process raft request' (duration: 153.458663ms)","trace[523497780] 'compare' (duration: 41.383546ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:00:56.02023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.008292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T08:00:56.020314Z","caller":"traceutil/trace.go:171","msg":"trace[1493805512] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8183; }","duration":"105.150505ms","start":"2026-04-23T08:00:55.915145Z","end":"2026-04-23T08:00:56.020296Z","steps":["trace[1493805512] 'agreement among raft nodes before linearized reading' (duration: 104.994332ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:00:56.850011Z","caller":"traceutil/trace.go:171","msg":"trace[260098289] linearizableReadLoop","detail":"{readStateIndex:8466; appliedIndex:8465; }","duration":"306.355683ms","start":"2026-04-23T08:00:56.543625Z","end":"2026-04-23T08:00:56.849981Z","steps":["trace[260098289] 'read index received' (duration: 306.261741ms)","trace[260098289] 'applied index is now lower than readState.Index' (duration: 92.352µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:00:56.850129Z","caller":"traceutil/trace.go:171","msg":"trace[1837433729] transaction","detail":"{read_only:false; response_revision:8186; number_of_response:1; }","duration":"309.513787ms","start":"2026-04-23T08:00:56.540577Z","end":"2026-04-23T08:00:56.85009Z","steps":["trace[1837433729] 'process raft request' (duration: 309.23773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:00:56.850267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.606179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:00:56.850324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:00:56.540544Z","time spent":"309.670491ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:00:56.850378Z","caller":"traceutil/trace.go:171","msg":"trace[1262428134] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:8186; }","duration":"306.767002ms","start":"2026-04-23T08:00:56.543584Z","end":"2026-04-23T08:00:56.850351Z","steps":["trace[1262428134] 'agreement among raft nodes before linearized reading' (duration: 306.548297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:00:56.850438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:00:56.543574Z","time spent":"306.852114ms","remote":"127.0.0.1:46498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:00:56.850587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.451467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-58dfbdd9c4-nx5t7.18a8ed8b8d4f6158\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-04-23T08:00:56.850693Z","caller":"traceutil/trace.go:171","msg":"trace[1561457036] range","detail":"{range_begin:/registry/events/openstack/barbican-api-58dfbdd9c4-nx5t7.18a8ed8b8d4f6158; range_end:; response_count:1; response_revision:8186; }","duration":"223.57508ms","start":"2026-04-23T08:00:56.627049Z","end":"2026-04-23T08:00:56.850624Z","steps":["trace[1561457036] 'agreement among raft nodes before linearized reading' (duration: 223.101029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:00:57.384128Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634011594,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:00:57.884362Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634011594,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:00:58.384832Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634011594,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:00:58.883833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000413234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T08:00:58.883938Z","caller":"traceutil/trace.go:171","msg":"trace[1195748824] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000591239s","start":"2026-04-23T08:00:56.883327Z","end":"2026-04-23T08:00:58.883918Z","steps":["trace[1195748824] 'agreement among raft nodes before linearized reading' (duration: 2.000449455s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:00:58.883996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:00:56.883301Z","time spent":"2.00068384s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:00:58.88539Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634011594,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:00:59.094843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.525145ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:00:59.094984Z","caller":"traceutil/trace.go:171","msg":"trace[1918555228] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8186; }","duration":"700.690009ms","start":"2026-04-23T08:00:58.394269Z","end":"2026-04-23T08:00:59.094959Z","steps":["trace[1918555228] 'range keys from in-memory index tree' (duration: 700.497854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:00:59.372737Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.519378899s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T08:00:59.373237Z","caller":"traceutil/trace.go:171","msg":"trace[27284738] transaction","detail":"{read_only:false; response_revision:8187; number_of_response:1; }","duration":"2.520014214s","start":"2026-04-23T08:00:56.853194Z","end":"2026-04-23T08:00:59.373209Z","steps":["trace[27284738] 'process raft request' (duration: 2.519798299s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:00:59.373428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:00:56.853158Z","time spent":"2.520172158s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:01:00.625057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.202694ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:01:00.625444Z","caller":"traceutil/trace.go:171","msg":"trace[233603839] linearizableReadLoop","detail":"{readStateIndex:8470; appliedIndex:8466; }","duration":"3.742025874s","start":"2026-04-23T08:00:56.883386Z","end":"2026-04-23T08:01:00.625412Z","steps":["trace[233603839] 'read index received' (duration: 2.489635955s)","trace[233603839] 'applied index is now lower than readState.Index' (duration: 1.252388189s)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:01:00.625517Z","caller":"traceutil/trace.go:171","msg":"trace[1977260926] transaction","detail":"{read_only:false; response_revision:8190; number_of_response:1; }","duration":"2.112050389s","start":"2026-04-23T08:00:58.513419Z","end":"2026-04-23T08:01:00.625469Z","steps":["trace[1977260926] 'process raft request' (duration: 2.111900416s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:01:00.625503Z","caller":"traceutil/trace.go:171","msg":"trace[371155498] transaction","detail":"{read_only:false; response_revision:8189; number_of_response:1; }","duration":"2.799300915s","start":"2026-04-23T08:00:57.826138Z","end":"2026-04-23T08:01:00.625439Z","steps":["trace[371155498] 'process raft request' (duration: 2.799048569s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:00.625708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.740704874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-23T08:01:00.625759Z","caller":"traceutil/trace.go:171","msg":"trace[207436129] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8190; }","duration":"3.740771175s","start":"2026-04-23T08:00:56.884972Z","end":"2026-04-23T08:01:00.625744Z","steps":["trace[207436129] 'agreement among raft nodes before linearized reading' (duration: 3.740598141s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:00.625779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:00:58.513386Z","time spent":"2.112237844s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:01:00.625794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:00:57.826123Z","time spent":"2.799517699s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:01:00.625892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.855406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T08:01:00.625802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:00:56.884966Z","time spent":"3.740824326s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-23T08:01:00.625949Z","caller":"traceutil/trace.go:171","msg":"trace[328228849] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:8190; }","duration":"952.915057ms","start":"2026-04-23T08:00:59.673022Z","end":"2026-04-23T08:01:00.625937Z","steps":["trace[328228849] 'agreement among raft nodes before linearized reading' (duration: 952.825995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:00.625995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:00:59.672948Z","time spent":"953.0342ms","remote":"127.0.0.1:48070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:01:00.626073Z","caller":"traceutil/trace.go:171","msg":"trace[1501552517] transaction","detail":"{read_only:false; response_revision:8188; number_of_response:1; }","duration":"2.889873279s","start":"2026-04-23T08:00:57.736176Z","end":"2026-04-23T08:01:00.626049Z","steps":["trace[1501552517] 'process raft request' (duration: 2.449539218s)","trace[1501552517] 'compare' (duration: 438.560329ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:01:00.626111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.887722989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gm894\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T08:01:00.62615Z","caller":"traceutil/trace.go:171","msg":"trace[1693374223] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gm894; range_end:; response_count:1; response_revision:8190; }","duration":"2.887802751s","start":"2026-04-23T08:00:57.738336Z","end":"2026-04-23T08:01:00.626139Z","steps":["trace[1693374223] 'agreement among raft nodes before linearized reading' (duration: 2.887638147s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:00.626175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:00:57.738312Z","time spent":"2.887857602s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-gm894\" "} {"level":"warn","ts":"2026-04-23T08:01:00.626145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.494023457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:01:00.626182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:00:57.736151Z","time spent":"2.889978692s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:01:00.626245Z","caller":"traceutil/trace.go:171","msg":"trace[320667552] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:8190; }","duration":"2.494164101s","start":"2026-04-23T08:00:58.132049Z","end":"2026-04-23T08:01:00.626214Z","steps":["trace[320667552] 'agreement among raft nodes before linearized reading' (duration: 2.493970896s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:00.626324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:00:58.132037Z","time spent":"2.494274483s","remote":"127.0.0.1:46524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:01:00.626314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.898757596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T08:01:00.626364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.94731977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-23T08:01:00.626419Z","caller":"traceutil/trace.go:171","msg":"trace[591044649] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8190; }","duration":"2.947449933s","start":"2026-04-23T08:00:57.678957Z","end":"2026-04-23T08:01:00.626406Z","steps":["trace[591044649] 'agreement among raft nodes before linearized reading' (duration: 2.94731365s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:00.626421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228600594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-23T08:01:00.626466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:00:57.67893Z","time spent":"2.947524085s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T08:01:00.626504Z","caller":"traceutil/trace.go:171","msg":"trace[2131533671] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8190; }","duration":"1.228716577s","start":"2026-04-23T08:00:59.397759Z","end":"2026-04-23T08:01:00.626476Z","steps":["trace[2131533671] 'agreement among raft nodes before linearized reading' (duration: 1.228515082s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:00.626553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:00:59.397736Z","time spent":"1.228806368s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-23T08:01:00.626587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.891181349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-23T08:01:00.626595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.741931398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:01:00.626627Z","caller":"traceutil/trace.go:171","msg":"trace[1585214495] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8190; }","duration":"2.891245041s","start":"2026-04-23T08:00:57.735372Z","end":"2026-04-23T08:01:00.626617Z","steps":["trace[1585214495] 'agreement among raft nodes before linearized reading' (duration: 2.891071167s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:01:00.626636Z","caller":"traceutil/trace.go:171","msg":"trace[729721403] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8190; }","duration":"1.742015429s","start":"2026-04-23T08:00:58.884609Z","end":"2026-04-23T08:01:00.626625Z","steps":["trace[729721403] 'agreement among raft nodes before linearized reading' (duration: 1.741953588s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:00.626671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:00:58.884575Z","time spent":"1.742089691s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:01:00.626681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:00:57.735337Z","time spent":"2.891334513s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T08:01:00.62667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.559945836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-04-23T08:01:00.626678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.556367733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T08:01:00.626789Z","caller":"traceutil/trace.go:171","msg":"trace[2051808971] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:8190; }","duration":"2.56011028s","start":"2026-04-23T08:00:58.066639Z","end":"2026-04-23T08:01:00.626749Z","steps":["trace[2051808971] 'agreement among raft nodes before linearized reading' (duration: 2.559749552s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:01:00.626869Z","caller":"traceutil/trace.go:171","msg":"trace[918741205] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8190; }","duration":"2.556542217s","start":"2026-04-23T08:00:58.070269Z","end":"2026-04-23T08:01:00.626811Z","steps":["trace[918741205] 'agreement among raft nodes before linearized reading' (duration: 2.556283761s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:00.626887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175207647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T08:01:00.626898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:00:58.066615Z","time spent":"2.560268004s","remote":"127.0.0.1:48054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-04-23T08:01:00.626921Z","caller":"traceutil/trace.go:171","msg":"trace[1866158067] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:8190; }","duration":"1.175283339s","start":"2026-04-23T08:00:59.451626Z","end":"2026-04-23T08:01:00.626909Z","steps":["trace[1866158067] 'agreement among raft nodes before linearized reading' (duration: 1.175147946s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:00.626451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.601962357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-04-23T08:01:00.626948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:00:59.451599Z","time spent":"1.175342961s","remote":"127.0.0.1:45286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":54,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:01:00.627016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.892955291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T08:01:00.626973Z","caller":"traceutil/trace.go:171","msg":"trace[12007765] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8190; }","duration":"2.60250553s","start":"2026-04-23T08:00:58.024444Z","end":"2026-04-23T08:01:00.62695Z","steps":["trace[12007765] 'agreement among raft nodes before linearized reading' (duration: 2.601957757s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:00.626968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:00:58.070259Z","time spent":"2.556653459s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T08:01:00.627071Z","caller":"traceutil/trace.go:171","msg":"trace[186772779] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8190; }","duration":"2.893080894s","start":"2026-04-23T08:00:57.733977Z","end":"2026-04-23T08:01:00.627057Z","steps":["trace[186772779] 'agreement among raft nodes before linearized reading' (duration: 2.892958832s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:00.627086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:00:58.02442Z","time spent":"2.602648844s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T08:01:00.627093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.386114285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:01:00.627122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:00:57.733945Z","time spent":"2.893165946s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T08:01:00.627178Z","caller":"traceutil/trace.go:171","msg":"trace[1811657701] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:8190; }","duration":"3.386247728s","start":"2026-04-23T08:00:57.240886Z","end":"2026-04-23T08:01:00.627133Z","steps":["trace[1811657701] 'agreement among raft nodes before linearized reading' (duration: 3.386077034s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:00.62691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.892812118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-23T08:01:00.627174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.040591658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T08:01:00.627235Z","caller":"traceutil/trace.go:171","msg":"trace[19557656] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8190; }","duration":"3.04069343s","start":"2026-04-23T08:00:57.586529Z","end":"2026-04-23T08:01:00.627222Z","steps":["trace[19557656] 'agreement among raft nodes before linearized reading' (duration: 3.040525416s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:00.627255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:00:57.240858Z","time spent":"3.38635447s","remote":"127.0.0.1:35640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:01:00.627275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:00:57.586503Z","time spent":"3.040758311s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T08:01:00.626411Z","caller":"traceutil/trace.go:171","msg":"trace[1763882939] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8190; }","duration":"2.898930641s","start":"2026-04-23T08:00:57.727454Z","end":"2026-04-23T08:01:00.626385Z","steps":["trace[1763882939] 'agreement among raft nodes before linearized reading' (duration: 2.898724506s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:00.627336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.115197809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-23T08:01:00.627354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:00:57.727424Z","time spent":"2.899910413s","remote":"127.0.0.1:41410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:01:00.626386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.50868737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T08:01:00.627403Z","caller":"traceutil/trace.go:171","msg":"trace[1189751367] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8190; }","duration":"3.115322253s","start":"2026-04-23T08:00:57.512056Z","end":"2026-04-23T08:01:00.627378Z","steps":["trace[1189751367] 'agreement among raft nodes before linearized reading' (duration: 3.115124778s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:00.627454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:00:57.512027Z","time spent":"3.115416865s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-23T08:01:00.627462Z","caller":"traceutil/trace.go:171","msg":"trace[304880243] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:8190; }","duration":"2.509819995s","start":"2026-04-23T08:00:58.117619Z","end":"2026-04-23T08:01:00.627439Z","steps":["trace[304880243] 'agreement among raft nodes before linearized reading' (duration: 2.508682079s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:00.62772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:00:58.117583Z","time spent":"2.509925308s","remote":"127.0.0.1:48060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":50,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:01:00.627242Z","caller":"traceutil/trace.go:171","msg":"trace[169415700] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8190; }","duration":"2.893177196s","start":"2026-04-23T08:00:57.734043Z","end":"2026-04-23T08:01:00.62722Z","steps":["trace[169415700] 'agreement among raft nodes before linearized reading' (duration: 2.892770917s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:00.627982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:00:57.734016Z","time spent":"2.893951545s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T08:01:01.006742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.190425ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:01:01.006957Z","caller":"traceutil/trace.go:171","msg":"trace[1819399587] transaction","detail":"{read_only:false; response_revision:8191; number_of_response:1; }","duration":"374.119555ms","start":"2026-04-23T08:01:00.632805Z","end":"2026-04-23T08:01:01.006925Z","steps":["trace[1819399587] 'process raft request' (duration: 113.644713ms)","trace[1819399587] 'compare' (duration: 259.95992ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:01:01.007107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:01:00.632778Z","time spent":"374.291589ms","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T08:01:01.638694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.631921ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:01:01.639554Z","caller":"traceutil/trace.go:171","msg":"trace[863664836] transaction","detail":"{read_only:false; response_revision:8195; number_of_response:1; }","duration":"1.005776282s","start":"2026-04-23T08:01:00.633754Z","end":"2026-04-23T08:01:01.63953Z","steps":["trace[863664836] 'process raft request' (duration: 1.005288391s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:01:01.639551Z","caller":"traceutil/trace.go:171","msg":"trace[1555438307] transaction","detail":"{read_only:false; response_revision:8197; number_of_response:1; }","duration":"1.005483025s","start":"2026-04-23T08:01:00.634022Z","end":"2026-04-23T08:01:01.639505Z","steps":["trace[1555438307] 'process raft request' (duration: 1.005137467s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:01:01.639565Z","caller":"traceutil/trace.go:171","msg":"trace[2131007938] transaction","detail":"{read_only:false; response_revision:8199; number_of_response:1; }","duration":"1.005101507s","start":"2026-04-23T08:01:00.634413Z","end":"2026-04-23T08:01:01.639514Z","steps":["trace[2131007938] 'process raft request' (duration: 1.004858631s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:01:01.639614Z","caller":"traceutil/trace.go:171","msg":"trace[1100075845] transaction","detail":"{read_only:false; response_revision:8192; number_of_response:1; }","duration":"1.006270273s","start":"2026-04-23T08:01:00.633313Z","end":"2026-04-23T08:01:01.639584Z","steps":["trace[1100075845] 'process raft request' (duration: 560.605258ms)","trace[1100075845] 'compare' (duration: 444.307234ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:01:01.639604Z","caller":"traceutil/trace.go:171","msg":"trace[1269860986] transaction","detail":"{read_only:false; response_revision:8194; number_of_response:1; }","duration":"1.00613039s","start":"2026-04-23T08:01:00.633436Z","end":"2026-04-23T08:01:01.639566Z","steps":["trace[1269860986] 'process raft request' (duration: 1.005498115s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:01:01.63965Z","caller":"traceutil/trace.go:171","msg":"trace[1850231891] transaction","detail":"{read_only:false; response_revision:8200; number_of_response:1; }","duration":"1.004666176s","start":"2026-04-23T08:01:00.634938Z","end":"2026-04-23T08:01:01.639604Z","steps":["trace[1850231891] 'process raft request' (duration: 1.004382089s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:01:01.639689Z","caller":"traceutil/trace.go:171","msg":"trace[1181166045] transaction","detail":"{read_only:false; response_revision:8198; number_of_response:1; }","duration":"1.005629229s","start":"2026-04-23T08:01:00.634025Z","end":"2026-04-23T08:01:01.639654Z","steps":["trace[1181166045] 'process raft request' (duration: 1.005189809s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:01.639726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:01:00.633293Z","time spent":"1.006376896s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:01:01.639769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:01:00.634403Z","time spent":"1.00525767s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:01:01.63977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:01:00.63401Z","time spent":"1.005634829s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:01:01.639762Z","caller":"traceutil/trace.go:171","msg":"trace[1651809852] linearizableReadLoop","detail":"{readStateIndex:8472; appliedIndex:8470; }","duration":"1.006338655s","start":"2026-04-23T08:01:00.633378Z","end":"2026-04-23T08:01:01.639716Z","steps":["trace[1651809852] 'read index received' (duration: 113.175262ms)","trace[1651809852] 'applied index is now lower than readState.Index' (duration: 893.143103ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:01:01.639796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:01:00.634009Z","time spent":"1.005735641s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:01:01.639869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:01:00.634908Z","time spent":"1.00483785s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:01:01.639871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:01:00.633728Z","time spent":"1.006018008s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:01:01.639687Z","caller":"traceutil/trace.go:171","msg":"trace[1300763214] transaction","detail":"{read_only:false; response_revision:8196; number_of_response:1; }","duration":"1.005768512s","start":"2026-04-23T08:01:00.633794Z","end":"2026-04-23T08:01:01.639563Z","steps":["trace[1300763214] 'process raft request' (duration: 1.005308551s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:01.639905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:01:00.633419Z","time spent":"1.006336485s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:01:01.639218Z","caller":"traceutil/trace.go:171","msg":"trace[426271650] transaction","detail":"{read_only:false; response_revision:8193; number_of_response:1; }","duration":"1.005769202s","start":"2026-04-23T08:01:00.633412Z","end":"2026-04-23T08:01:01.639181Z","steps":["trace[426271650] 'process raft request' (duration: 1.005399003s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:01.640169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:01:00.633774Z","time spent":"1.006253884s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:01:01.640238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:01:00.633401Z","time spent":"1.006738114s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:01:01.78338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.95356ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-23T08:01:01.78346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15004006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-23T08:01:01.783547Z","caller":"traceutil/trace.go:171","msg":"trace[561061565] linearizableReadLoop","detail":"{readStateIndex:8481; appliedIndex:8480; }","duration":"143.674794ms","start":"2026-04-23T08:01:01.639841Z","end":"2026-04-23T08:01:01.783516Z","steps":["trace[561061565] 'read index received' (duration: 61.332µs)","trace[561061565] 'applied index is now lower than readState.Index' (duration: 143.610962ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:01:01.783554Z","caller":"traceutil/trace.go:171","msg":"trace[389107613] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8200; }","duration":"1.150195154s","start":"2026-04-23T08:01:00.633332Z","end":"2026-04-23T08:01:01.783527Z","steps":["trace[389107613] 'agreement among raft nodes before linearized reading' (duration: 1.00655464s)","trace[389107613] 'range keys from in-memory index tree' (duration: 143.349286ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:01:01.783633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:01:00.633301Z","time spent":"1.150320427s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T08:01:01.783639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.676212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:01:01.7837Z","caller":"traceutil/trace.go:171","msg":"trace[685789796] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:8200; }","duration":"507.808065ms","start":"2026-04-23T08:01:01.275873Z","end":"2026-04-23T08:01:01.783681Z","steps":["trace[685789796] 'agreement among raft nodes before linearized reading' (duration: 507.667772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:01.783711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149039546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:01:01.783777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:01:01.275846Z","time spent":"507.908248ms","remote":"127.0.0.1:41334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:01:01.783819Z","caller":"traceutil/trace.go:171","msg":"trace[1690829277] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8200; }","duration":"1.14917461s","start":"2026-04-23T08:01:00.634617Z","end":"2026-04-23T08:01:01.783792Z","steps":["trace[1690829277] 'agreement among raft nodes before linearized reading' (duration: 1.148985635s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:01.783878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:01:00.634606Z","time spent":"1.149260262s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:01:01.784236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149599219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:207046"} {"level":"info","ts":"2026-04-23T08:01:01.784351Z","caller":"traceutil/trace.go:171","msg":"trace[1788099102] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:8200; }","duration":"1.149725982s","start":"2026-04-23T08:01:00.634597Z","end":"2026-04-23T08:01:01.784323Z","steps":["trace[1788099102] 'agreement among raft nodes before linearized reading' (duration: 1.149028546s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:01.784414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:01:00.634578Z","time spent":"1.149820605s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":24,"response size":207069,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-23T08:01:02.802621Z","caller":"traceutil/trace.go:171","msg":"trace[1643871343] transaction","detail":"{read_only:false; response_revision:8201; number_of_response:1; }","duration":"167.825437ms","start":"2026-04-23T08:01:02.634761Z","end":"2026-04-23T08:01:02.802586Z","steps":["trace[1643871343] 'process raft request' (duration: 167.615262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:03.243818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.129845ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:01:03.24397Z","caller":"traceutil/trace.go:171","msg":"trace[1669896573] linearizableReadLoop","detail":"{readStateIndex:8483; appliedIndex:8482; }","duration":"359.456343ms","start":"2026-04-23T08:01:02.884494Z","end":"2026-04-23T08:01:03.24395Z","steps":["trace[1669896573] 'read index received' (duration: 211.99003ms)","trace[1669896573] 'applied index is now lower than readState.Index' (duration: 147.464843ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:01:03.244166Z","caller":"traceutil/trace.go:171","msg":"trace[1345665519] transaction","detail":"{read_only:false; response_revision:8202; number_of_response:1; }","duration":"608.806853ms","start":"2026-04-23T08:01:02.635252Z","end":"2026-04-23T08:01:03.244059Z","steps":["trace[1345665519] 'process raft request' (duration: 461.33991ms)","trace[1345665519] 'compare' (duration: 146.970622ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:01:03.244243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:01:02.635221Z","time spent":"608.987218ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:01:03.244292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.541284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T08:01:03.244407Z","caller":"traceutil/trace.go:171","msg":"trace[461801245] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:8202; }","duration":"123.730219ms","start":"2026-04-23T08:01:03.120648Z","end":"2026-04-23T08:01:03.244378Z","steps":["trace[461801245] 'agreement among raft nodes before linearized reading' (duration: 123.479543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:03.244462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.943254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:01:03.244592Z","caller":"traceutil/trace.go:171","msg":"trace[407084085] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8202; }","duration":"360.132678ms","start":"2026-04-23T08:01:02.884427Z","end":"2026-04-23T08:01:03.24456Z","steps":["trace[407084085] 'agreement among raft nodes before linearized reading' (duration: 359.928333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:03.244662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:01:02.884381Z","time spent":"360.266901ms","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T08:01:03.842238Z","caller":"traceutil/trace.go:171","msg":"trace[1003284857] transaction","detail":"{read_only:false; response_revision:8203; number_of_response:1; }","duration":"193.341434ms","start":"2026-04-23T08:01:03.648867Z","end":"2026-04-23T08:01:03.842208Z","steps":["trace[1003284857] 'process raft request' (duration: 193.15733ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:01:03.901888Z","caller":"traceutil/trace.go:171","msg":"trace[1122879734] transaction","detail":"{read_only:false; response_revision:8205; number_of_response:1; }","duration":"250.683843ms","start":"2026-04-23T08:01:03.651177Z","end":"2026-04-23T08:01:03.901861Z","steps":["trace[1122879734] 'process raft request' (duration: 250.613271ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:01:03.901928Z","caller":"traceutil/trace.go:171","msg":"trace[623390106] transaction","detail":"{read_only:false; response_revision:8204; number_of_response:1; }","duration":"250.934048ms","start":"2026-04-23T08:01:03.650952Z","end":"2026-04-23T08:01:03.901886Z","steps":["trace[623390106] 'process raft request' (duration: 250.663522ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:01:03.902201Z","caller":"traceutil/trace.go:171","msg":"trace[446480675] transaction","detail":"{read_only:false; response_revision:8206; number_of_response:1; }","duration":"250.925269ms","start":"2026-04-23T08:01:03.651234Z","end":"2026-04-23T08:01:03.902159Z","steps":["trace[446480675] 'process raft request' (duration: 250.586211ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:01:03.902334Z","caller":"traceutil/trace.go:171","msg":"trace[928022034] transaction","detail":"{read_only:false; response_revision:8207; number_of_response:1; }","duration":"250.386246ms","start":"2026-04-23T08:01:03.651893Z","end":"2026-04-23T08:01:03.90228Z","steps":["trace[928022034] 'process raft request' (duration: 250.181711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:03.902515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.554558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:01:03.902569Z","caller":"traceutil/trace.go:171","msg":"trace[1398641693] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:8210; }","duration":"118.685561ms","start":"2026-04-23T08:01:03.783872Z","end":"2026-04-23T08:01:03.902557Z","steps":["trace[1398641693] 'agreement among raft nodes before linearized reading' (duration: 118.533838ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:01:03.902546Z","caller":"traceutil/trace.go:171","msg":"trace[1161324802] transaction","detail":"{read_only:false; response_revision:8209; number_of_response:1; }","duration":"249.932115ms","start":"2026-04-23T08:01:03.652581Z","end":"2026-04-23T08:01:03.902513Z","steps":["trace[1161324802] 'process raft request' (duration: 249.666929ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:01:03.90237Z","caller":"traceutil/trace.go:171","msg":"trace[1473463584] linearizableReadLoop","detail":"{readStateIndex:8490; appliedIndex:8483; }","duration":"118.428444ms","start":"2026-04-23T08:01:03.783923Z","end":"2026-04-23T08:01:03.902352Z","steps":["trace[1473463584] 'read index received' (duration: 58.140547ms)","trace[1473463584] 'applied index is now lower than readState.Index' (duration: 60.286887ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:01:03.902758Z","caller":"traceutil/trace.go:171","msg":"trace[367333689] transaction","detail":"{read_only:false; response_revision:8208; number_of_response:1; }","duration":"250.368085ms","start":"2026-04-23T08:01:03.652374Z","end":"2026-04-23T08:01:03.902743Z","steps":["trace[367333689] 'process raft request' (duration: 249.828823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:03.902949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.002059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gm894\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T08:01:03.903097Z","caller":"traceutil/trace.go:171","msg":"trace[815123018] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gm894; range_end:; response_count:1; response_revision:8210; }","duration":"110.08918ms","start":"2026-04-23T08:01:03.792896Z","end":"2026-04-23T08:01:03.902985Z","steps":["trace[815123018] 'agreement among raft nodes before linearized reading' (duration: 109.862465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:04.413052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.295585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T08:01:04.413165Z","caller":"traceutil/trace.go:171","msg":"trace[1879354063] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8210; }","duration":"325.485079ms","start":"2026-04-23T08:01:04.087659Z","end":"2026-04-23T08:01:04.413144Z","steps":["trace[1879354063] 'count revisions from in-memory index tree' (duration: 325.183633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:04.413213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:01:04.087631Z","time spent":"325.570672ms","remote":"127.0.0.1:41364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:01:04.484714Z","caller":"traceutil/trace.go:171","msg":"trace[1826585730] transaction","detail":"{read_only:false; response_revision:8211; number_of_response:1; }","duration":"128.306745ms","start":"2026-04-23T08:01:04.356387Z","end":"2026-04-23T08:01:04.484694Z","steps":["trace[1826585730] 'process raft request' (duration: 128.136031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:05.324802Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634011649,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T08:01:05.344706Z","caller":"traceutil/trace.go:171","msg":"trace[501165686] transaction","detail":"{read_only:false; response_revision:8212; number_of_response:1; }","duration":"536.144328ms","start":"2026-04-23T08:01:04.808537Z","end":"2026-04-23T08:01:05.344681Z","steps":["trace[501165686] 'process raft request' (duration: 535.963264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:05.344855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:01:04.8085Z","time spent":"536.254511ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:01:05.429794Z","caller":"traceutil/trace.go:171","msg":"trace[230370229] linearizableReadLoop","detail":"{readStateIndex:8494; appliedIndex:8492; }","duration":"605.547597ms","start":"2026-04-23T08:01:04.824217Z","end":"2026-04-23T08:01:05.429765Z","steps":["trace[230370229] 'read index received' (duration: 520.357338ms)","trace[230370229] 'applied index is now lower than readState.Index' (duration: 85.188669ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:01:05.429894Z","caller":"traceutil/trace.go:171","msg":"trace[2091362991] transaction","detail":"{read_only:false; response_revision:8213; number_of_response:1; }","duration":"179.329207ms","start":"2026-04-23T08:01:05.250522Z","end":"2026-04-23T08:01:05.429851Z","steps":["trace[2091362991] 'process raft request' (duration: 169.526308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:05.430008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.768803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T08:01:05.430052Z","caller":"traceutil/trace.go:171","msg":"trace[1378295763] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:8213; }","duration":"605.898226ms","start":"2026-04-23T08:01:04.824141Z","end":"2026-04-23T08:01:05.430039Z","steps":["trace[1378295763] 'agreement among raft nodes before linearized reading' (duration: 605.782043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:05.430095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:01:04.82411Z","time spent":"605.967388ms","remote":"127.0.0.1:53488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:01:05.430095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.152591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:01:05.430145Z","caller":"traceutil/trace.go:171","msg":"trace[867174519] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8213; }","duration":"546.245463ms","start":"2026-04-23T08:01:04.883889Z","end":"2026-04-23T08:01:05.430135Z","steps":["trace[867174519] 'agreement among raft nodes before linearized reading' (duration: 546.146151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:05.430189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:01:04.883879Z","time spent":"546.304525ms","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T08:01:09.485518Z","caller":"traceutil/trace.go:171","msg":"trace[325366617] transaction","detail":"{read_only:false; response_revision:8239; number_of_response:1; }","duration":"107.746696ms","start":"2026-04-23T08:01:09.377738Z","end":"2026-04-23T08:01:09.485485Z","steps":["trace[325366617] 'process raft request' (duration: 107.551301ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:01:16.430647Z","caller":"traceutil/trace.go:171","msg":"trace[978570218] transaction","detail":"{read_only:false; response_revision:8275; number_of_response:1; }","duration":"156.433883ms","start":"2026-04-23T08:01:16.274181Z","end":"2026-04-23T08:01:16.430615Z","steps":["trace[978570218] 'process raft request' (duration: 132.527725ms)","trace[978570218] 'compare' (duration: 23.667002ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:01:16.431043Z","caller":"traceutil/trace.go:171","msg":"trace[1849513313] transaction","detail":"{read_only:false; response_revision:8276; number_of_response:1; }","duration":"156.793181ms","start":"2026-04-23T08:01:16.274225Z","end":"2026-04-23T08:01:16.431019Z","steps":["trace[1849513313] 'process raft request' (duration: 156.337541ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:01:16.431075Z","caller":"traceutil/trace.go:171","msg":"trace[783585440] transaction","detail":"{read_only:false; response_revision:8277; number_of_response:1; }","duration":"156.673588ms","start":"2026-04-23T08:01:16.274389Z","end":"2026-04-23T08:01:16.431062Z","steps":["trace[783585440] 'process raft request' (duration: 156.520425ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:01:16.43123Z","caller":"traceutil/trace.go:171","msg":"trace[2117954946] linearizableReadLoop","detail":"{readStateIndex:8563; appliedIndex:8558; }","duration":"120.612746ms","start":"2026-04-23T08:01:16.310598Z","end":"2026-04-23T08:01:16.43121Z","steps":["trace[2117954946] 'read index received' (duration: 96.046962ms)","trace[2117954946] 'applied index is now lower than readState.Index' (duration: 24.564704ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:01:16.43126Z","caller":"traceutil/trace.go:171","msg":"trace[1045044465] transaction","detail":"{read_only:false; response_revision:8278; number_of_response:1; }","duration":"156.555866ms","start":"2026-04-23T08:01:16.274698Z","end":"2026-04-23T08:01:16.431254Z","steps":["trace[1045044465] 'process raft request' (duration: 156.333911ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:01:16.431316Z","caller":"traceutil/trace.go:171","msg":"trace[2065278776] transaction","detail":"{read_only:false; response_revision:8279; number_of_response:1; }","duration":"156.531205ms","start":"2026-04-23T08:01:16.274761Z","end":"2026-04-23T08:01:16.431292Z","steps":["trace[2065278776] 'process raft request' (duration: 156.368031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:16.431531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.917123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-23T08:01:16.431618Z","caller":"traceutil/trace.go:171","msg":"trace[938521159] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8279; }","duration":"121.062327ms","start":"2026-04-23T08:01:16.310539Z","end":"2026-04-23T08:01:16.431601Z","steps":["trace[938521159] 'agreement among raft nodes before linearized reading' (duration: 120.832081ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:01:17.668397Z","caller":"traceutil/trace.go:171","msg":"trace[1319467107] transaction","detail":"{read_only:false; response_revision:8284; number_of_response:1; }","duration":"107.712335ms","start":"2026-04-23T08:01:17.560655Z","end":"2026-04-23T08:01:17.668367Z","steps":["trace[1319467107] 'process raft request' (duration: 65.860657ms)","trace[1319467107] 'compare' (duration: 41.710804ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:01:27.161265Z","caller":"traceutil/trace.go:171","msg":"trace[925532359] transaction","detail":"{read_only:false; response_revision:8333; number_of_response:1; }","duration":"139.466826ms","start":"2026-04-23T08:01:27.021763Z","end":"2026-04-23T08:01:27.161229Z","steps":["trace[925532359] 'process raft request' (duration: 139.143228ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:01:33.073734Z","caller":"traceutil/trace.go:171","msg":"trace[208222546] linearizableReadLoop","detail":"{readStateIndex:8653; appliedIndex:8651; }","duration":"191.779027ms","start":"2026-04-23T08:01:32.881929Z","end":"2026-04-23T08:01:33.073708Z","steps":["trace[208222546] 'read index received' (duration: 81.090283ms)","trace[208222546] 'applied index is now lower than readState.Index' (duration: 110.687464ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:01:33.073766Z","caller":"traceutil/trace.go:171","msg":"trace[918287448] transaction","detail":"{read_only:false; response_revision:8365; number_of_response:1; }","duration":"192.127065ms","start":"2026-04-23T08:01:32.881623Z","end":"2026-04-23T08:01:33.07375Z","steps":["trace[918287448] 'process raft request' (duration: 180.661977ms)","trace[918287448] 'compare' (duration: 10.991907ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:01:33.073844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.89607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:01:33.073869Z","caller":"traceutil/trace.go:171","msg":"trace[1209698999] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8366; }","duration":"191.964252ms","start":"2026-04-23T08:01:32.881897Z","end":"2026-04-23T08:01:33.073861Z","steps":["trace[1209698999] 'agreement among raft nodes before linearized reading' (duration: 191.8996ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:01:33.073949Z","caller":"traceutil/trace.go:171","msg":"trace[163560665] transaction","detail":"{read_only:false; response_revision:8366; number_of_response:1; }","duration":"191.765057ms","start":"2026-04-23T08:01:32.881985Z","end":"2026-04-23T08:01:33.07375Z","steps":["trace[163560665] 'process raft request' (duration: 191.658425ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:01:35.123506Z","caller":"traceutil/trace.go:171","msg":"trace[230230949] linearizableReadLoop","detail":"{readStateIndex:8703; appliedIndex:8702; }","duration":"158.657054ms","start":"2026-04-23T08:01:34.964822Z","end":"2026-04-23T08:01:35.123479Z","steps":["trace[230230949] 'read index received' (duration: 147.055444ms)","trace[230230949] 'applied index is now lower than readState.Index' (duration: 11.60017ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:01:35.123653Z","caller":"traceutil/trace.go:171","msg":"trace[2029139359] transaction","detail":"{read_only:false; response_revision:8414; number_of_response:1; }","duration":"168.181986ms","start":"2026-04-23T08:01:34.95546Z","end":"2026-04-23T08:01:35.123642Z","steps":["trace[2029139359] 'process raft request' (duration: 156.540085ms)","trace[2029139359] 'compare' (duration: 11.037977ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:01:35.123926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.484087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-23T08:01:35.124046Z","caller":"traceutil/trace.go:171","msg":"trace[1349307961] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8414; }","duration":"154.665561ms","start":"2026-04-23T08:01:34.969353Z","end":"2026-04-23T08:01:35.124018Z","steps":["trace[1349307961] 'agreement among raft nodes before linearized reading' (duration: 154.392175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:35.124335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.486054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-04-23T08:01:35.124441Z","caller":"traceutil/trace.go:171","msg":"trace[1636781263] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8414; }","duration":"159.657257ms","start":"2026-04-23T08:01:34.964764Z","end":"2026-04-23T08:01:35.124421Z","steps":["trace[1636781263] 'agreement among raft nodes before linearized reading' (duration: 159.402021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:35.124625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.112047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:33 size:421551"} {"level":"info","ts":"2026-04-23T08:01:35.124728Z","caller":"traceutil/trace.go:171","msg":"trace[1674695427] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:33; response_revision:8414; }","duration":"115.275321ms","start":"2026-04-23T08:01:35.009441Z","end":"2026-04-23T08:01:35.124716Z","steps":["trace[1674695427] 'agreement among raft nodes before linearized reading' (duration: 114.752859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:37.241599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.746857ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:01:37.241741Z","caller":"traceutil/trace.go:171","msg":"trace[1521150461] linearizableReadLoop","detail":"{readStateIndex:8715; appliedIndex:8714; }","duration":"1.003954699s","start":"2026-04-23T08:01:36.237766Z","end":"2026-04-23T08:01:37.241721Z","steps":["trace[1521150461] 'read index received' (duration: 270.849744ms)","trace[1521150461] 'applied index is now lower than readState.Index' (duration: 733.103205ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:01:37.241935Z","caller":"traceutil/trace.go:171","msg":"trace[589191648] transaction","detail":"{read_only:false; response_revision:8426; number_of_response:1; }","duration":"1.042062929s","start":"2026-04-23T08:01:36.199859Z","end":"2026-04-23T08:01:37.241922Z","steps":["trace[589191648] 'process raft request' (duration: 308.897792ms)","trace[589191648] 'compare' (duration: 732.493421ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:01:37.241995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:01:36.199828Z","time spent":"1.042138981s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:01:37.244084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.773738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gm894\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T08:01:37.244195Z","caller":"traceutil/trace.go:171","msg":"trace[995093423] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gm894; range_end:; response_count:1; response_revision:8426; }","duration":"929.920471ms","start":"2026-04-23T08:01:36.314233Z","end":"2026-04-23T08:01:37.244154Z","steps":["trace[995093423] 'agreement among raft nodes before linearized reading' (duration: 929.624904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:37.244233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:01:36.314208Z","time spent":"930.017013ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-gm894\" "} {"level":"warn","ts":"2026-04-23T08:01:37.244464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.240008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-23T08:01:37.244572Z","caller":"traceutil/trace.go:171","msg":"trace[244560780] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8426; }","duration":"452.400802ms","start":"2026-04-23T08:01:36.792147Z","end":"2026-04-23T08:01:37.244547Z","steps":["trace[244560780] 'agreement among raft nodes before linearized reading' (duration: 451.980743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:37.244626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:01:36.792113Z","time spent":"452.504074ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T08:01:37.244633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.370376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-5gtk8\" ","response":"range_response_count:1 size:4455"} {"level":"info","ts":"2026-04-23T08:01:37.244785Z","caller":"traceutil/trace.go:171","msg":"trace[703195215] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-5gtk8; range_end:; response_count:1; response_revision:8426; }","duration":"767.502039ms","start":"2026-04-23T08:01:36.4772Z","end":"2026-04-23T08:01:37.244702Z","steps":["trace[703195215] 'agreement among raft nodes before linearized reading' (duration: 766.969767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:37.244827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:01:36.477184Z","time spent":"767.635152ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4478,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-5gtk8\" "} {"level":"warn","ts":"2026-04-23T08:01:37.244906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.509244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T08:01:37.24495Z","caller":"traceutil/trace.go:171","msg":"trace[56251116] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:8426; }","duration":"927.583497ms","start":"2026-04-23T08:01:36.317358Z","end":"2026-04-23T08:01:37.244941Z","steps":["trace[56251116] 'agreement among raft nodes before linearized reading' (duration: 927.336561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:37.244978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:01:36.317344Z","time spent":"927.627057ms","remote":"127.0.0.1:48000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":101,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:01:37.245259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007493082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-23T08:01:37.245313Z","caller":"traceutil/trace.go:171","msg":"trace[1739569789] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:8426; }","duration":"1.007595264s","start":"2026-04-23T08:01:36.237709Z","end":"2026-04-23T08:01:37.245304Z","steps":["trace[1739569789] 'agreement among raft nodes before linearized reading' (duration: 1.00741876s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:37.24533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.602739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-23T08:01:37.245344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:01:36.237685Z","time spent":"1.007652706s","remote":"127.0.0.1:47922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"info","ts":"2026-04-23T08:01:37.245374Z","caller":"traceutil/trace.go:171","msg":"trace[683439163] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8426; }","duration":"599.674571ms","start":"2026-04-23T08:01:36.645675Z","end":"2026-04-23T08:01:37.24535Z","steps":["trace[683439163] 'agreement among raft nodes before linearized reading' (duration: 599.370874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:37.2454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:01:36.645652Z","time spent":"599.741892ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T08:01:37.245481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.506103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-23T08:01:37.246239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.181959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-23T08:01:37.246287Z","caller":"traceutil/trace.go:171","msg":"trace[405268133] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8426; }","duration":"103.314162ms","start":"2026-04-23T08:01:37.142963Z","end":"2026-04-23T08:01:37.246277Z","steps":["trace[405268133] 'agreement among raft nodes before linearized reading' (duration: 103.174859ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:01:37.246276Z","caller":"traceutil/trace.go:171","msg":"trace[467348805] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8426; }","duration":"106.326812ms","start":"2026-04-23T08:01:37.13993Z","end":"2026-04-23T08:01:37.246257Z","steps":["trace[467348805] 'agreement among raft nodes before linearized reading' (duration: 105.495373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:37.244658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.65167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T08:01:37.246398Z","caller":"traceutil/trace.go:171","msg":"trace[1461195978] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8426; }","duration":"774.433211ms","start":"2026-04-23T08:01:36.471957Z","end":"2026-04-23T08:01:37.246391Z","steps":["trace[1461195978] 'agreement among raft nodes before linearized reading' (duration: 772.540137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:37.24642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:01:36.471934Z","time spent":"774.478232ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T08:01:37.245642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.696575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-58dfbdd9c4-nx5t7.18a8ed8b8d4f6158\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-04-23T08:01:37.246496Z","caller":"traceutil/trace.go:171","msg":"trace[221553514] range","detail":"{range_begin:/registry/events/openstack/barbican-api-58dfbdd9c4-nx5t7.18a8ed8b8d4f6158; range_end:; response_count:1; response_revision:8426; }","duration":"619.599855ms","start":"2026-04-23T08:01:36.626875Z","end":"2026-04-23T08:01:37.246475Z","steps":["trace[221553514] 'agreement among raft nodes before linearized reading' (duration: 618.663534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:37.246515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:01:36.626834Z","time spent":"619.675457ms","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-58dfbdd9c4-nx5t7.18a8ed8b8d4f6158\" "} {"level":"warn","ts":"2026-04-23T08:01:37.246854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.87338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/rook-ceph/csi-nfsplugin-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:01:37.246892Z","caller":"traceutil/trace.go:171","msg":"trace[559088738] range","detail":"{range_begin:/registry/services/specs/rook-ceph/csi-nfsplugin-metrics; range_end:; response_count:0; response_revision:8426; }","duration":"950.976963ms","start":"2026-04-23T08:01:36.295896Z","end":"2026-04-23T08:01:37.246873Z","steps":["trace[559088738] 'agreement among raft nodes before linearized reading' (duration: 950.909751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:37.246917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:01:36.29586Z","time spent":"951.051175ms","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/rook-ceph/csi-nfsplugin-metrics\" "} {"level":"warn","ts":"2026-04-23T08:01:37.247504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.185666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-23T08:01:37.247616Z","caller":"traceutil/trace.go:171","msg":"trace[413261257] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8426; }","duration":"108.324379ms","start":"2026-04-23T08:01:37.139252Z","end":"2026-04-23T08:01:37.247576Z","steps":["trace[413261257] 'agreement among raft nodes before linearized reading' (duration: 106.236ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:01:39.394406Z","caller":"traceutil/trace.go:171","msg":"trace[1592500699] linearizableReadLoop","detail":"{readStateIndex:8730; appliedIndex:8729; }","duration":"111.336859ms","start":"2026-04-23T08:01:39.283044Z","end":"2026-04-23T08:01:39.394381Z","steps":["trace[1592500699] 'read index received' (duration: 111.146164ms)","trace[1592500699] 'applied index is now lower than readState.Index' (duration: 189.815µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:01:39.394541Z","caller":"traceutil/trace.go:171","msg":"trace[1999342514] transaction","detail":"{read_only:false; response_revision:8440; number_of_response:1; }","duration":"138.620886ms","start":"2026-04-23T08:01:39.25589Z","end":"2026-04-23T08:01:39.394511Z","steps":["trace[1999342514] 'process raft request' (duration: 138.328369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:39.394641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.570485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-23T08:01:39.394659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.530604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-23T08:01:39.394692Z","caller":"traceutil/trace.go:171","msg":"trace[1610712322] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8440; }","duration":"111.607706ms","start":"2026-04-23T08:01:39.283074Z","end":"2026-04-23T08:01:39.394682Z","steps":["trace[1610712322] 'agreement among raft nodes before linearized reading' (duration: 111.502083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:39.394728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.37647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T08:01:39.394746Z","caller":"traceutil/trace.go:171","msg":"trace[227719945] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8440; }","duration":"111.439421ms","start":"2026-04-23T08:01:39.283302Z","end":"2026-04-23T08:01:39.394741Z","steps":["trace[227719945] 'agreement among raft nodes before linearized reading' (duration: 111.38618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:39.394795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.473763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T08:01:39.394814Z","caller":"traceutil/trace.go:171","msg":"trace[1877252820] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8440; }","duration":"111.503643ms","start":"2026-04-23T08:01:39.283305Z","end":"2026-04-23T08:01:39.394808Z","steps":["trace[1877252820] 'agreement among raft nodes before linearized reading' (duration: 111.448732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:39.39483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.428651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-23T08:01:39.394847Z","caller":"traceutil/trace.go:171","msg":"trace[1424694204] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8440; }","duration":"111.455553ms","start":"2026-04-23T08:01:39.283385Z","end":"2026-04-23T08:01:39.394841Z","steps":["trace[1424694204] 'agreement among raft nodes before linearized reading' (duration: 111.406032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:39.394897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.741279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T08:01:39.394667Z","caller":"traceutil/trace.go:171","msg":"trace[2035284170] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8440; }","duration":"111.689317ms","start":"2026-04-23T08:01:39.282969Z","end":"2026-04-23T08:01:39.394658Z","steps":["trace[2035284170] 'agreement among raft nodes before linearized reading' (duration: 111.545884ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:01:39.394912Z","caller":"traceutil/trace.go:171","msg":"trace[208679527] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8440; }","duration":"111.80095ms","start":"2026-04-23T08:01:39.283106Z","end":"2026-04-23T08:01:39.394907Z","steps":["trace[208679527] 'agreement among raft nodes before linearized reading' (duration: 111.752079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:40.383955Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634012338,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:01:40.88458Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634012338,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:01:41.385504Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634012338,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:01:41.672881Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.837094941s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T08:01:41.883591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0002083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:01:41.883704Z","caller":"traceutil/trace.go:171","msg":"trace[1222255294] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000392704s","start":"2026-04-23T08:01:39.883288Z","end":"2026-04-23T08:01:41.883681Z","steps":["trace[1222255294] 'agreement among raft nodes before linearized reading' (duration: 2.000243461s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:41.883935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:01:39.883265Z","time spent":"2.00065624s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:01:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:01:41.933993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.697317ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:01:41.934512Z","caller":"traceutil/trace.go:171","msg":"trace[773870399] transaction","detail":"{read_only:false; response_revision:8448; number_of_response:1; }","duration":"2.098840842s","start":"2026-04-23T08:01:39.835627Z","end":"2026-04-23T08:01:41.934467Z","steps":["trace[773870399] 'process raft request' (duration: 1.837581552s)","trace[773870399] 'compare' (duration: 260.143434ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:01:41.934694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:01:39.83559Z","time spent":"2.099006286s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:01:41.95058Z","caller":"traceutil/trace.go:171","msg":"trace[1545343186] transaction","detail":"{read_only:false; response_revision:8450; number_of_response:1; }","duration":"170.89574ms","start":"2026-04-23T08:01:41.77966Z","end":"2026-04-23T08:01:41.950556Z","steps":["trace[1545343186] 'process raft request' (duration: 170.852209ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:01:41.950781Z","caller":"traceutil/trace.go:171","msg":"trace[1965112011] transaction","detail":"{read_only:false; response_revision:8449; number_of_response:1; }","duration":"461.702369ms","start":"2026-04-23T08:01:41.489071Z","end":"2026-04-23T08:01:41.950773Z","steps":["trace[1965112011] 'process raft request' (duration: 461.275569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:41.950873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:01:41.489033Z","time spent":"461.767041ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:01:41.950937Z","caller":"traceutil/trace.go:171","msg":"trace[1849176225] linearizableReadLoop","detail":"{readStateIndex:8739; appliedIndex:8737; }","duration":"2.067557212s","start":"2026-04-23T08:01:39.883371Z","end":"2026-04-23T08:01:41.950928Z","steps":["trace[1849176225] 'read index received' (duration: 1.789851488s)","trace[1849176225] 'applied index is now lower than readState.Index' (duration: 277.704954ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:01:41.951073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12092054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T08:01:41.951107Z","caller":"traceutil/trace.go:171","msg":"trace[74120834] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:8450; }","duration":"1.121002692s","start":"2026-04-23T08:01:40.830096Z","end":"2026-04-23T08:01:41.951099Z","steps":["trace[74120834] 'agreement among raft nodes before linearized reading' (duration: 1.12094423s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:41.951128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:01:40.830072Z","time spent":"1.121051023s","remote":"127.0.0.1:38938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:01:41.951347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.772046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gm894\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-23T08:01:41.951398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.780149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-04-23T08:01:41.951417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.406513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T08:01:41.951498Z","caller":"traceutil/trace.go:171","msg":"trace[1016694937] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8450; }","duration":"535.986624ms","start":"2026-04-23T08:01:41.415489Z","end":"2026-04-23T08:01:41.951476Z","steps":["trace[1016694937] 'agreement among raft nodes before linearized reading' (duration: 535.681186ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:01:41.95152Z","caller":"traceutil/trace.go:171","msg":"trace[1798182328] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8450; }","duration":"536.554867ms","start":"2026-04-23T08:01:41.414943Z","end":"2026-04-23T08:01:41.951498Z","steps":["trace[1798182328] 'agreement among raft nodes before linearized reading' (duration: 536.26127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:41.95153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.316472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-23T08:01:41.951539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.318768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-23T08:01:41.951498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.077778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:01:41.951516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.952477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T08:01:41.95156Z","caller":"traceutil/trace.go:171","msg":"trace[465473130] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8450; }","duration":"533.390543ms","start":"2026-04-23T08:01:41.418162Z","end":"2026-04-23T08:01:41.951553Z","steps":["trace[465473130] 'agreement among raft nodes before linearized reading' (duration: 533.311272ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:01:41.951619Z","caller":"traceutil/trace.go:171","msg":"trace[324998423] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8450; }","duration":"552.119201ms","start":"2026-04-23T08:01:41.399481Z","end":"2026-04-23T08:01:41.9516Z","steps":["trace[324998423] 'agreement among raft nodes before linearized reading' (duration: 551.839064ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:01:41.951607Z","caller":"traceutil/trace.go:171","msg":"trace[1265212498] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8450; }","duration":"238.238092ms","start":"2026-04-23T08:01:41.71334Z","end":"2026-04-23T08:01:41.951578Z","steps":["trace[1265212498] 'agreement among raft nodes before linearized reading' (duration: 238.051418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:41.951645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:01:41.418137Z","time spent":"533.499185ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T08:01:41.951544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:01:41.415463Z","time spent":"536.073656ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T08:01:41.951665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:01:41.399454Z","time spent":"552.203732ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T08:01:41.951668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.363846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T08:01:41.951706Z","caller":"traceutil/trace.go:171","msg":"trace[326269708] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8450; }","duration":"534.419067ms","start":"2026-04-23T08:01:41.417278Z","end":"2026-04-23T08:01:41.951698Z","steps":["trace[326269708] 'agreement among raft nodes before linearized reading' (duration: 533.877484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:41.951729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:01:41.417264Z","time spent":"534.460378ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T08:01:41.951432Z","caller":"traceutil/trace.go:171","msg":"trace[1302187881] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gm894; range_end:; response_count:1; response_revision:8450; }","duration":"531.884848ms","start":"2026-04-23T08:01:41.419526Z","end":"2026-04-23T08:01:41.95141Z","steps":["trace[1302187881] 'agreement among raft nodes before linearized reading' (duration: 531.640952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:41.951775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:01:41.419518Z","time spent":"532.247636ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-gm894\" "} {"level":"info","ts":"2026-04-23T08:01:41.951574Z","caller":"traceutil/trace.go:171","msg":"trace[244305093] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8450; }","duration":"532.352289ms","start":"2026-04-23T08:01:41.419213Z","end":"2026-04-23T08:01:41.951566Z","steps":["trace[244305093] 'agreement among raft nodes before linearized reading' (duration: 532.227746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:41.951851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:01:41.419185Z","time spent":"532.656816ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T08:01:41.95157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:01:41.414922Z","time spent":"536.639909ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T08:01:41.951417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.234966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-23T08:01:41.95198Z","caller":"traceutil/trace.go:171","msg":"trace[2005538988] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8450; }","duration":"535.83906ms","start":"2026-04-23T08:01:41.416126Z","end":"2026-04-23T08:01:41.951966Z","steps":["trace[2005538988] 'agreement among raft nodes before linearized reading' (duration: 535.136174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:41.952014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:01:41.416114Z","time spent":"535.890501ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T08:01:57.484973Z","caller":"traceutil/trace.go:171","msg":"trace[2133590448] transaction","detail":"{read_only:false; response_revision:8572; number_of_response:1; }","duration":"247.55485ms","start":"2026-04-23T08:01:57.237388Z","end":"2026-04-23T08:01:57.484943Z","steps":["trace[2133590448] 'process raft request' (duration: 245.103353ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:01:57.521899Z","caller":"traceutil/trace.go:171","msg":"trace[1773405175] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8573; }","duration":"283.5454ms","start":"2026-04-23T08:01:57.238331Z","end":"2026-04-23T08:01:57.521876Z","steps":["trace[1773405175] 'process raft request' (duration: 283.313225ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:01:57.522089Z","caller":"traceutil/trace.go:171","msg":"trace[324214792] linearizableReadLoop","detail":"{readStateIndex:8871; appliedIndex:8868; }","duration":"212.808528ms","start":"2026-04-23T08:01:57.309272Z","end":"2026-04-23T08:01:57.52208Z","steps":["trace[324214792] 'read index received' (duration: 173.235484ms)","trace[324214792] 'applied index is now lower than readState.Index' (duration: 39.572224ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:01:57.522231Z","caller":"traceutil/trace.go:171","msg":"trace[930874439] transaction","detail":"{read_only:false; response_revision:8574; number_of_response:1; }","duration":"280.649272ms","start":"2026-04-23T08:01:57.241542Z","end":"2026-04-23T08:01:57.522191Z","steps":["trace[930874439] 'process raft request' (duration: 280.277804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:57.522376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.071075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T08:01:57.523736Z","caller":"traceutil/trace.go:171","msg":"trace[1044794056] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8574; }","duration":"214.490288ms","start":"2026-04-23T08:01:57.30922Z","end":"2026-04-23T08:01:57.52371Z","steps":["trace[1044794056] 'agreement among raft nodes before linearized reading' (duration: 213.068225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:58.79902Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.002994547s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T08:01:58.936789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.269301ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:01:58.936925Z","caller":"traceutil/trace.go:171","msg":"trace[222698492] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8575; }","duration":"542.795883ms","start":"2026-04-23T08:01:58.39411Z","end":"2026-04-23T08:01:58.936906Z","steps":["trace[222698492] 'range keys from in-memory index tree' (duration: 542.247331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:58.937125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314759966s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:01:58.937335Z","caller":"traceutil/trace.go:171","msg":"trace[262661140] transaction","detail":"{read_only:false; response_revision:8577; number_of_response:1; }","duration":"1.279875322s","start":"2026-04-23T08:01:57.657445Z","end":"2026-04-23T08:01:58.93732Z","steps":["trace[262661140] 'process raft request' (duration: 1.2797865s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:58.937417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:01:57.657432Z","time spent":"1.279933863s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T08:01:58.937604Z","caller":"traceutil/trace.go:171","msg":"trace[1490262216] transaction","detail":"{read_only:false; response_revision:8576; number_of_response:1; }","duration":"1.404378388s","start":"2026-04-23T08:01:57.533215Z","end":"2026-04-23T08:01:58.937594Z","steps":["trace[1490262216] 'process raft request' (duration: 88.856434ms)","trace[1490262216] 'compare' (duration: 1.314406488s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:01:58.937643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:01:57.533185Z","time spent":"1.40443815s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4633,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:01:58.937737Z","caller":"traceutil/trace.go:171","msg":"trace[749877824] linearizableReadLoop","detail":"{readStateIndex:8873; appliedIndex:8872; }","duration":"1.280532647s","start":"2026-04-23T08:01:57.657196Z","end":"2026-04-23T08:01:58.937729Z","steps":["trace[749877824] 'read index received' (duration: 45.151µs)","trace[749877824] 'applied index is now lower than readState.Index' (duration: 1.280486546s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:01:58.937955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280759392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-5gtk8\" ","response":"range_response_count:1 size:4648"} {"level":"info","ts":"2026-04-23T08:01:58.93836Z","caller":"traceutil/trace.go:171","msg":"trace[1732934712] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-5gtk8; range_end:; response_count:1; response_revision:8577; }","duration":"1.280870495s","start":"2026-04-23T08:01:57.657143Z","end":"2026-04-23T08:01:58.938014Z","steps":["trace[1732934712] 'agreement among raft nodes before linearized reading' (duration: 1.280740992s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:58.938398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:01:57.657118Z","time spent":"1.281269384s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4671,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-5gtk8\" "} {"level":"info","ts":"2026-04-23T08:01:59.293557Z","caller":"traceutil/trace.go:171","msg":"trace[1173796777] linearizableReadLoop","detail":"{readStateIndex:8877; appliedIndex:8874; }","duration":"355.782136ms","start":"2026-04-23T08:01:58.937753Z","end":"2026-04-23T08:01:59.293535Z","steps":["trace[1173796777] 'read index received' (duration: 275.316598ms)","trace[1173796777] 'applied index is now lower than readState.Index' (duration: 80.464638ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:01:59.293807Z","caller":"traceutil/trace.go:171","msg":"trace[1951172714] transaction","detail":"{read_only:false; response_revision:8578; number_of_response:1; }","duration":"1.151295769s","start":"2026-04-23T08:01:58.142498Z","end":"2026-04-23T08:01:59.293794Z","steps":["trace[1951172714] 'process raft request' (duration: 1.070555454s)","trace[1951172714] 'compare' (duration: 80.257184ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:01:59.293934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:01:58.142464Z","time spent":"1.151371251s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:01:59.294014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049198366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T08:01:59.294089Z","caller":"traceutil/trace.go:171","msg":"trace[1559181177] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8580; }","duration":"1.049297728s","start":"2026-04-23T08:01:58.244773Z","end":"2026-04-23T08:01:59.294071Z","steps":["trace[1559181177] 'agreement among raft nodes before linearized reading' (duration: 1.049026792s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:59.294128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:01:58.244769Z","time spent":"1.049351179s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T08:01:59.294093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.626639438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T08:01:59.294181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049475572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T08:01:59.294211Z","caller":"traceutil/trace.go:171","msg":"trace[2066914806] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8580; }","duration":"1.049538394s","start":"2026-04-23T08:01:58.244664Z","end":"2026-04-23T08:01:59.294202Z","steps":["trace[2066914806] 'agreement among raft nodes before linearized reading' (duration: 1.049313539s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:01:59.294213Z","caller":"traceutil/trace.go:171","msg":"trace[1306935490] transaction","detail":"{read_only:false; response_revision:8579; number_of_response:1; }","duration":"1.143300223s","start":"2026-04-23T08:01:58.15088Z","end":"2026-04-23T08:01:59.29418Z","steps":["trace[1306935490] 'process raft request' (duration: 1.142575247s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:59.29424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097611056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-04-23T08:01:59.294254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047177309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T08:01:59.294239Z","caller":"traceutil/trace.go:171","msg":"trace[575184233] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:8580; }","duration":"1.626841112s","start":"2026-04-23T08:01:57.667372Z","end":"2026-04-23T08:01:59.294214Z","steps":["trace[575184233] 'agreement among raft nodes before linearized reading' (duration: 1.626526955s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:59.294287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147757777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-23T08:01:59.294298Z","caller":"traceutil/trace.go:171","msg":"trace[102959052] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8580; }","duration":"1.047295951s","start":"2026-04-23T08:01:58.246988Z","end":"2026-04-23T08:01:59.294284Z","steps":["trace[102959052] 'agreement among raft nodes before linearized reading' (duration: 1.047203229s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:01:59.294309Z","caller":"traceutil/trace.go:171","msg":"trace[423178520] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8580; }","duration":"1.147816218s","start":"2026-04-23T08:01:58.146486Z","end":"2026-04-23T08:01:59.294303Z","steps":["trace[423178520] 'agreement among raft nodes before linearized reading' (duration: 1.147587883s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:01:59.294307Z","caller":"traceutil/trace.go:171","msg":"trace[2121891007] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8580; }","duration":"1.097697308s","start":"2026-04-23T08:01:58.196585Z","end":"2026-04-23T08:01:59.294283Z","steps":["trace[2121891007] 'agreement among raft nodes before linearized reading' (duration: 1.097585955s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:59.294324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048994491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-23T08:01:59.294326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:01:58.146463Z","time spent":"1.14785907s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T08:01:59.294233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:01:58.244647Z","time spent":"1.049580985s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T08:01:59.29435Z","caller":"traceutil/trace.go:171","msg":"trace[118177040] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8580; }","duration":"1.049045962s","start":"2026-04-23T08:01:58.245298Z","end":"2026-04-23T08:01:59.294344Z","steps":["trace[118177040] 'agreement among raft nodes before linearized reading' (duration: 1.048979911s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:59.29436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:01:58.196561Z","time spent":"1.09778905s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T08:01:59.294368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:01:58.245285Z","time spent":"1.049078993s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T08:01:59.294319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:01:57.66735Z","time spent":"1.626958884s","remote":"127.0.0.1:48186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:01:59.294507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060636033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-23T08:01:59.294519Z","caller":"traceutil/trace.go:171","msg":"trace[443305305] transaction","detail":"{read_only:false; response_revision:8580; number_of_response:1; }","duration":"1.059801743s","start":"2026-04-23T08:01:58.234706Z","end":"2026-04-23T08:01:59.294507Z","steps":["trace[443305305] 'process raft request' (duration: 1.058789399s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:01:59.294529Z","caller":"traceutil/trace.go:171","msg":"trace[1916196243] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8580; }","duration":"1.060754245s","start":"2026-04-23T08:01:58.233765Z","end":"2026-04-23T08:01:59.294519Z","steps":["trace[1916196243] 'agreement among raft nodes before linearized reading' (duration: 1.060163342s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:59.294553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:01:58.23374Z","time spent":"1.060808017s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T08:01:59.294064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.513048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:01:59.294139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110502958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-23T08:01:59.29432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:01:58.246972Z","time spent":"1.047342273s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T08:01:59.29459Z","caller":"traceutil/trace.go:171","msg":"trace[1460843436] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8580; }","duration":"412.106332ms","start":"2026-04-23T08:01:58.882475Z","end":"2026-04-23T08:01:59.294581Z","steps":["trace[1460843436] 'agreement among raft nodes before linearized reading' (duration: 411.473547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:59.294593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:01:58.234682Z","time spent":"1.059860035s","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:01:59.2946Z","caller":"traceutil/trace.go:171","msg":"trace[225439080] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8580; }","duration":"1.11103142s","start":"2026-04-23T08:01:58.183557Z","end":"2026-04-23T08:01:59.294588Z","steps":["trace[225439080] 'agreement among raft nodes before linearized reading' (duration: 1.110339604s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:59.294615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:01:58.882452Z","time spent":"412.156342ms","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:01:59.294626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:01:58.183534Z","time spent":"1.111084881s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T08:01:59.294319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:01:58.150843Z","time spent":"1.143414455s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:01:59.296017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045745225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gm894\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T08:01:59.296046Z","caller":"traceutil/trace.go:171","msg":"trace[1623573130] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gm894; range_end:; response_count:1; response_revision:8580; }","duration":"1.045796356s","start":"2026-04-23T08:01:58.250242Z","end":"2026-04-23T08:01:59.296038Z","steps":["trace[1623573130] 'agreement among raft nodes before linearized reading' (duration: 1.044091966s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:59.296074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:01:58.250231Z","time spent":"1.045838818s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-gm894\" "} {"level":"info","ts":"2026-04-23T08:01:59.754254Z","caller":"traceutil/trace.go:171","msg":"trace[522970577] linearizableReadLoop","detail":"{readStateIndex:8878; appliedIndex:8877; }","duration":"460.590533ms","start":"2026-04-23T08:01:59.293638Z","end":"2026-04-23T08:01:59.754228Z","steps":["trace[522970577] 'read index received' (duration: 460.402549ms)","trace[522970577] 'applied index is now lower than readState.Index' (duration: 187.114µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:01:59.754328Z","caller":"traceutil/trace.go:171","msg":"trace[710911933] transaction","detail":"{read_only:false; response_revision:8581; number_of_response:1; }","duration":"808.248741ms","start":"2026-04-23T08:01:58.946036Z","end":"2026-04-23T08:01:59.754284Z","steps":["trace[710911933] 'process raft request' (duration: 807.983224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:59.754444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.755691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:01:59.754472Z","caller":"traceutil/trace.go:171","msg":"trace[1810071807] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:8581; }","duration":"500.858954ms","start":"2026-04-23T08:01:59.253604Z","end":"2026-04-23T08:01:59.754463Z","steps":["trace[1810071807] 'agreement among raft nodes before linearized reading' (duration: 500.766472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:59.754506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:01:59.253579Z","time spent":"500.915535ms","remote":"127.0.0.1:46450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:01:59.754504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:01:58.946014Z","time spent":"808.397673ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4638,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:01:59.754709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.170695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-5gtk8\" ","response":"range_response_count:1 size:4653"} {"level":"info","ts":"2026-04-23T08:01:59.754733Z","caller":"traceutil/trace.go:171","msg":"trace[53150944] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-5gtk8; range_end:; response_count:1; response_revision:8581; }","duration":"813.233957ms","start":"2026-04-23T08:01:58.941492Z","end":"2026-04-23T08:01:59.754726Z","steps":["trace[53150944] 'agreement among raft nodes before linearized reading' (duration: 813.147015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:59.754752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:01:58.941474Z","time spent":"813.274077ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4676,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-5gtk8\" "} {"level":"info","ts":"2026-04-23T08:01:59.957627Z","caller":"traceutil/trace.go:171","msg":"trace[715299756] transaction","detail":"{read_only:false; response_revision:8582; number_of_response:1; }","duration":"657.50107ms","start":"2026-04-23T08:01:59.300099Z","end":"2026-04-23T08:01:59.9576Z","steps":["trace[715299756] 'process raft request' (duration: 657.279355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:59.957835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:01:59.300079Z","time spent":"657.637603ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:01:59.957937Z","caller":"traceutil/trace.go:171","msg":"trace[2131702185] transaction","detail":"{read_only:false; response_revision:8583; number_of_response:1; }","duration":"657.698454ms","start":"2026-04-23T08:01:59.300161Z","end":"2026-04-23T08:01:59.95786Z","steps":["trace[2131702185] 'process raft request' (duration: 657.392537ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:01:59.958028Z","caller":"traceutil/trace.go:171","msg":"trace[718514509] linearizableReadLoop","detail":"{readStateIndex:8885; appliedIndex:8878; }","duration":"203.676794ms","start":"2026-04-23T08:01:59.754336Z","end":"2026-04-23T08:01:59.958013Z","steps":["trace[718514509] 'read index received' (duration: 203.007998ms)","trace[718514509] 'applied index is now lower than readState.Index' (duration: 667.556µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:01:59.958154Z","caller":"traceutil/trace.go:171","msg":"trace[1837667455] transaction","detail":"{read_only:false; response_revision:8588; number_of_response:1; }","duration":"654.008258ms","start":"2026-04-23T08:01:59.304135Z","end":"2026-04-23T08:01:59.958143Z","steps":["trace[1837667455] 'process raft request' (duration: 653.838114ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:01:59.95815Z","caller":"traceutil/trace.go:171","msg":"trace[828509877] transaction","detail":"{read_only:false; response_revision:8587; number_of_response:1; }","duration":"654.930599ms","start":"2026-04-23T08:01:59.303192Z","end":"2026-04-23T08:01:59.958123Z","steps":["trace[828509877] 'process raft request' (duration: 654.751785ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:01:59.958236Z","caller":"traceutil/trace.go:171","msg":"trace[1868086061] transaction","detail":"{read_only:false; response_revision:8584; number_of_response:1; }","duration":"657.994932ms","start":"2026-04-23T08:01:59.300234Z","end":"2026-04-23T08:01:59.958229Z","steps":["trace[1868086061] 'process raft request' (duration: 657.523531ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:01:59.958269Z","caller":"traceutil/trace.go:171","msg":"trace[276860151] transaction","detail":"{read_only:false; response_revision:8586; number_of_response:1; }","duration":"657.96817ms","start":"2026-04-23T08:01:59.300279Z","end":"2026-04-23T08:01:59.958247Z","steps":["trace[276860151] 'process raft request' (duration: 657.583771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:59.95829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:01:59.300225Z","time spent":"658.037513ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:01:59.958346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:01:59.303183Z","time spent":"655.071044ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:01:59.958366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:01:59.300251Z","time spent":"658.066103ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:01:59.958331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:01:59.304127Z","time spent":"654.05825ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:01:59.958149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:01:59.300148Z","time spent":"657.889569ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:01:59.958525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.166532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:01:59.958576Z","caller":"traceutil/trace.go:171","msg":"trace[1366846727] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8588; }","duration":"663.211732ms","start":"2026-04-23T08:01:59.295338Z","end":"2026-04-23T08:01:59.95855Z","steps":["trace[1366846727] 'agreement among raft nodes before linearized reading' (duration: 663.154171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:59.958604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:01:59.295324Z","time spent":"663.273074ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T08:01:59.958199Z","caller":"traceutil/trace.go:171","msg":"trace[1542190275] transaction","detail":"{read_only:false; response_revision:8585; number_of_response:1; }","duration":"657.905269ms","start":"2026-04-23T08:01:59.300285Z","end":"2026-04-23T08:01:59.958191Z","steps":["trace[1542190275] 'process raft request' (duration: 657.53562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:59.958966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:01:59.300278Z","time spent":"658.602936ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:01:59.958644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.564014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-23T08:01:59.959549Z","caller":"traceutil/trace.go:171","msg":"trace[1983663047] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8588; }","duration":"659.505066ms","start":"2026-04-23T08:01:59.300026Z","end":"2026-04-23T08:01:59.959531Z","steps":["trace[1983663047] 'agreement among raft nodes before linearized reading' (duration: 658.495973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:59.958646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.599615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-5gtk8\" ","response":"range_response_count:1 size:4653"} {"level":"warn","ts":"2026-04-23T08:01:59.959597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:01:59.300003Z","time spent":"659.579868ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-23T08:01:59.959688Z","caller":"traceutil/trace.go:171","msg":"trace[471460861] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-5gtk8; range_end:; response_count:1; response_revision:8588; }","duration":"199.63963ms","start":"2026-04-23T08:01:59.759991Z","end":"2026-04-23T08:01:59.95963Z","steps":["trace[471460861] 'agreement among raft nodes before linearized reading' (duration: 198.530044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:59.958832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.816031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:211692"} {"level":"info","ts":"2026-04-23T08:01:59.959868Z","caller":"traceutil/trace.go:171","msg":"trace[1087330608] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8588; }","duration":"659.844495ms","start":"2026-04-23T08:01:59.300005Z","end":"2026-04-23T08:01:59.959849Z","steps":["trace[1087330608] 'agreement among raft nodes before linearized reading' (duration: 658.533174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:01:59.959942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:01:59.299983Z","time spent":"659.940386ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":211715,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-23T08:01:59.95881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.583362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-5gtk8\" ","response":"range_response_count:1 size:4653"} {"level":"info","ts":"2026-04-23T08:01:59.959992Z","caller":"traceutil/trace.go:171","msg":"trace[1945454684] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-5gtk8; range_end:; response_count:1; response_revision:8588; }","duration":"198.822561ms","start":"2026-04-23T08:01:59.761155Z","end":"2026-04-23T08:01:59.959978Z","steps":["trace[1945454684] 'agreement among raft nodes before linearized reading' (duration: 197.479249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:01.604604Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634012729,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:02:01.935761Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.034840291s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T08:02:01.936233Z","caller":"traceutil/trace.go:171","msg":"trace[1248064307] transaction","detail":"{read_only:false; response_revision:8589; number_of_response:1; }","duration":"1.035467415s","start":"2026-04-23T08:02:00.900741Z","end":"2026-04-23T08:02:01.936209Z","steps":["trace[1248064307] 'process raft request' (duration: 1.035296731s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:01.93638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:00.900701Z","time spent":"1.035591238s","remote":"127.0.0.1:52860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5857,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:02:02.186817Z","caller":"traceutil/trace.go:171","msg":"trace[74212321] transaction","detail":"{read_only:false; response_revision:8590; number_of_response:1; }","duration":"887.678595ms","start":"2026-04-23T08:02:01.299101Z","end":"2026-04-23T08:02:02.18678Z","steps":["trace[74212321] 'process raft request' (duration: 831.341659ms)","trace[74212321] 'compare' (duration: 55.833034ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:02:02.18697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:01.299075Z","time spent":"887.820978ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:02:02.186965Z","caller":"traceutil/trace.go:171","msg":"trace[1189076859] transaction","detail":"{read_only:false; response_revision:8591; number_of_response:1; }","duration":"881.778017ms","start":"2026-04-23T08:02:01.305159Z","end":"2026-04-23T08:02:02.186937Z","steps":["trace[1189076859] 'process raft request' (duration: 881.517131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:02.187149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:01.30514Z","time spent":"881.92544ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:02:02.509613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.785836ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T08:02:02.509736Z","caller":"traceutil/trace.go:171","msg":"trace[186315492] linearizableReadLoop","detail":"{readStateIndex:8889; appliedIndex:8885; }","duration":"1.405406942s","start":"2026-04-23T08:02:01.104311Z","end":"2026-04-23T08:02:02.509718Z","steps":["trace[186315492] 'read index received' (duration: 831.638296ms)","trace[186315492] 'applied index is now lower than readState.Index' (duration: 573.766776ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:02:02.510213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.405887284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:02:02.51025Z","caller":"traceutil/trace.go:171","msg":"trace[210622102] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:8591; }","duration":"1.405988946s","start":"2026-04-23T08:02:01.10425Z","end":"2026-04-23T08:02:02.510238Z","steps":["trace[210622102] 'agreement among raft nodes before linearized reading' (duration: 1.405893084s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:02.51028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:01.104226Z","time spent":"1.406046777s","remote":"127.0.0.1:46548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:02:02.51037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.947487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:02:02.510486Z","caller":"traceutil/trace.go:171","msg":"trace[875115740] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8591; }","duration":"797.118331ms","start":"2026-04-23T08:02:01.713343Z","end":"2026-04-23T08:02:02.510461Z","steps":["trace[875115740] 'agreement among raft nodes before linearized reading' (duration: 796.935646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:02.51056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:01.713321Z","time spent":"797.222092ms","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:02:02.510583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.300928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-04-23T08:02:02.510642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.685145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T08:02:02.510695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.563114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-23T08:02:02.51075Z","caller":"traceutil/trace.go:171","msg":"trace[2076591371] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8591; }","duration":"547.642536ms","start":"2026-04-23T08:02:01.963086Z","end":"2026-04-23T08:02:02.510729Z","steps":["trace[2076591371] 'agreement among raft nodes before linearized reading' (duration: 547.549664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:02.510786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.637992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gm894\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-23T08:02:02.510791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:01.963061Z","time spent":"547.721478ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T08:02:02.510811Z","caller":"traceutil/trace.go:171","msg":"trace[300839644] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gm894; range_end:; response_count:1; response_revision:8591; }","duration":"543.676654ms","start":"2026-04-23T08:02:01.967129Z","end":"2026-04-23T08:02:02.510806Z","steps":["trace[300839644] 'agreement among raft nodes before linearized reading' (duration: 543.590812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:02.510837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:01.967122Z","time spent":"543.709354ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-gm894\" "} {"level":"warn","ts":"2026-04-23T08:02:02.510899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.379806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-23T08:02:02.51092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.304282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:02:02.510902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.21886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-23T08:02:02.510582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.621306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T08:02:02.510974Z","caller":"traceutil/trace.go:171","msg":"trace[746887449] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8591; }","duration":"778.405704ms","start":"2026-04-23T08:02:01.732553Z","end":"2026-04-23T08:02:02.510959Z","steps":["trace[746887449] 'agreement among raft nodes before linearized reading' (duration: 778.302732ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:02.51103Z","caller":"traceutil/trace.go:171","msg":"trace[1234189236] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8591; }","duration":"548.345563ms","start":"2026-04-23T08:02:01.962629Z","end":"2026-04-23T08:02:02.510974Z","steps":["trace[1234189236] 'agreement among raft nodes before linearized reading' (duration: 548.140498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:02.511053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:01.732529Z","time spent":"778.514636ms","remote":"127.0.0.1:52796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:02:02.510958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.544266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:02:02.511083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:01.962605Z","time spent":"548.469555ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T08:02:02.511119Z","caller":"traceutil/trace.go:171","msg":"trace[1700058421] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8591; }","duration":"548.074306ms","start":"2026-04-23T08:02:01.962917Z","end":"2026-04-23T08:02:02.510992Z","steps":["trace[1700058421] 'agreement among raft nodes before linearized reading' (duration: 547.357599ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:02.510664Z","caller":"traceutil/trace.go:171","msg":"trace[173569153] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8591; }","duration":"547.38859ms","start":"2026-04-23T08:02:01.963261Z","end":"2026-04-23T08:02:02.51065Z","steps":["trace[173569153] 'agreement among raft nodes before linearized reading' (duration: 547.120914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:02.510541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.051542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-23T08:02:02.511212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:01.963256Z","time spent":"547.948843ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T08:02:02.511207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.293291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T08:02:02.511284Z","caller":"traceutil/trace.go:171","msg":"trace[972833924] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8591; }","duration":"548.384624ms","start":"2026-04-23T08:02:01.96289Z","end":"2026-04-23T08:02:02.511275Z","steps":["trace[972833924] 'agreement among raft nodes before linearized reading' (duration: 548.041236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:02.511298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.471313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:02:02.511393Z","caller":"traceutil/trace.go:171","msg":"trace[2092471450] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8591; }","duration":"628.604296ms","start":"2026-04-23T08:02:01.88278Z","end":"2026-04-23T08:02:02.511384Z","steps":["trace[2092471450] 'agreement among raft nodes before linearized reading' (duration: 628.423422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:02.511423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:01.882758Z","time spent":"628.658867ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T08:02:02.51123Z","caller":"traceutil/trace.go:171","msg":"trace[245623113] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8591; }","duration":"547.771519ms","start":"2026-04-23T08:02:01.963441Z","end":"2026-04-23T08:02:02.511212Z","steps":["trace[245623113] 'agreement among raft nodes before linearized reading' (duration: 546.908449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:02.511529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:01.963431Z","time spent":"548.092276ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T08:02:02.511036Z","caller":"traceutil/trace.go:171","msg":"trace[1312768259] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8591; }","duration":"713.474218ms","start":"2026-04-23T08:02:01.797467Z","end":"2026-04-23T08:02:02.510941Z","steps":["trace[1312768259] 'agreement among raft nodes before linearized reading' (duration: 713.252333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:02.511598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:01.797449Z","time spent":"714.128883ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-23T08:02:02.511333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:01.962885Z","time spent":"548.422304ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T08:02:02.511094Z","caller":"traceutil/trace.go:171","msg":"trace[229611533] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8591; }","duration":"709.897954ms","start":"2026-04-23T08:02:01.801185Z","end":"2026-04-23T08:02:02.511083Z","steps":["trace[229611533] 'agreement among raft nodes before linearized reading' (duration: 709.513715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:02.511883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:01.801161Z","time spent":"710.708733ms","remote":"127.0.0.1:52844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:02:02.511733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.124398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T08:02:02.510701Z","caller":"traceutil/trace.go:171","msg":"trace[467386832] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:8591; }","duration":"352.785507ms","start":"2026-04-23T08:02:02.157895Z","end":"2026-04-23T08:02:02.51068Z","steps":["trace[467386832] 'agreement among raft nodes before linearized reading' (duration: 352.698145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:02.511182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:01.962914Z","time spent":"548.231099ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T08:02:02.511335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.445798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:1097"} {"level":"warn","ts":"2026-04-23T08:02:02.512178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:02.15787Z","time spent":"354.285901ms","remote":"127.0.0.1:54186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":12,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:02:02.512175Z","caller":"traceutil/trace.go:171","msg":"trace[60973756] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8591; }","duration":"548.819113ms","start":"2026-04-23T08:02:01.963339Z","end":"2026-04-23T08:02:02.512158Z","steps":["trace[60973756] 'agreement among raft nodes before linearized reading' (duration: 547.320068ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:02.51221Z","caller":"traceutil/trace.go:171","msg":"trace[1042169112] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8591; }","duration":"568.38206ms","start":"2026-04-23T08:02:01.94381Z","end":"2026-04-23T08:02:02.512192Z","steps":["trace[1042169112] 'agreement among raft nodes before linearized reading' (duration: 567.390587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:02.512234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:01.963326Z","time spent":"548.891916ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T08:02:02.511286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.189381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-23T08:02:02.512288Z","caller":"traceutil/trace.go:171","msg":"trace[1943898339] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8591; }","duration":"711.220585ms","start":"2026-04-23T08:02:01.801052Z","end":"2026-04-23T08:02:02.512273Z","steps":["trace[1943898339] 'agreement among raft nodes before linearized reading' (duration: 710.000656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:02.512321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:01.80103Z","time spent":"711.281367ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-23T08:02:02.512252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:01.943783Z","time spent":"568.456612ms","remote":"127.0.0.1:48000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1120,"request content":"key:\"/registry/configmaps/openstack/rook-config-override\" "} {"level":"info","ts":"2026-04-23T08:02:02.788736Z","caller":"traceutil/trace.go:171","msg":"trace[1400883095] transaction","detail":"{read_only:false; response_revision:8595; number_of_response:1; }","duration":"271.373156ms","start":"2026-04-23T08:02:02.517338Z","end":"2026-04-23T08:02:02.788711Z","steps":["trace[1400883095] 'process raft request' (duration: 271.300624ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:02.788764Z","caller":"traceutil/trace.go:171","msg":"trace[1838833090] transaction","detail":"{read_only:false; response_revision:8593; number_of_response:1; }","duration":"272.452911ms","start":"2026-04-23T08:02:02.516271Z","end":"2026-04-23T08:02:02.788724Z","steps":["trace[1838833090] 'process raft request' (duration: 272.150414ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:02.788942Z","caller":"traceutil/trace.go:171","msg":"trace[1766038825] transaction","detail":"{read_only:false; response_revision:8594; number_of_response:1; }","duration":"272.608345ms","start":"2026-04-23T08:02:02.516327Z","end":"2026-04-23T08:02:02.788935Z","steps":["trace[1766038825] 'process raft request' (duration: 272.279067ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:02.789005Z","caller":"traceutil/trace.go:171","msg":"trace[1793734873] transaction","detail":"{read_only:false; response_revision:8596; number_of_response:1; }","duration":"271.565411ms","start":"2026-04-23T08:02:02.517432Z","end":"2026-04-23T08:02:02.788998Z","steps":["trace[1793734873] 'process raft request' (duration: 271.245193ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:02.789285Z","caller":"traceutil/trace.go:171","msg":"trace[1385437387] linearizableReadLoop","detail":"{readStateIndex:8892; appliedIndex:8889; }","duration":"272.858981ms","start":"2026-04-23T08:02:02.516415Z","end":"2026-04-23T08:02:02.789274Z","steps":["trace[1385437387] 'read index received' (duration: 51.071883ms)","trace[1385437387] 'applied index is now lower than readState.Index' (duration: 221.786138ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:02:02.789298Z","caller":"traceutil/trace.go:171","msg":"trace[1625540014] transaction","detail":"{read_only:false; response_revision:8597; number_of_response:1; }","duration":"271.5581ms","start":"2026-04-23T08:02:02.517722Z","end":"2026-04-23T08:02:02.78928Z","steps":["trace[1625540014] 'process raft request' (duration: 271.246693ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:02.78934Z","caller":"traceutil/trace.go:171","msg":"trace[404996962] transaction","detail":"{read_only:false; response_revision:8598; number_of_response:1; }","duration":"270.754791ms","start":"2026-04-23T08:02:02.518575Z","end":"2026-04-23T08:02:02.78933Z","steps":["trace[404996962] 'process raft request' (duration: 270.603728ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:02.789361Z","caller":"traceutil/trace.go:171","msg":"trace[1966068473] transaction","detail":"{read_only:false; response_revision:8600; number_of_response:1; }","duration":"269.332509ms","start":"2026-04-23T08:02:02.52002Z","end":"2026-04-23T08:02:02.789353Z","steps":["trace[1966068473] 'process raft request' (duration: 269.222106ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:02.789353Z","caller":"traceutil/trace.go:171","msg":"trace[1424180657] transaction","detail":"{read_only:false; response_revision:8599; number_of_response:1; }","duration":"269.39303ms","start":"2026-04-23T08:02:02.51993Z","end":"2026-04-23T08:02:02.789323Z","steps":["trace[1424180657] 'process raft request' (duration: 269.280178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:02.789758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.320172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:211692"} {"level":"info","ts":"2026-04-23T08:02:02.790598Z","caller":"traceutil/trace.go:171","msg":"trace[1813489468] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8600; }","duration":"274.194041ms","start":"2026-04-23T08:02:02.516377Z","end":"2026-04-23T08:02:02.790571Z","steps":["trace[1813489468] 'agreement among raft nodes before linearized reading' (duration: 273.006114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:03.000602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.241127ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:02:03.002969Z","caller":"traceutil/trace.go:171","msg":"trace[1686261245] linearizableReadLoop","detail":"{readStateIndex:8899; appliedIndex:8898; }","duration":"212.716116ms","start":"2026-04-23T08:02:02.790214Z","end":"2026-04-23T08:02:03.00293Z","steps":["trace[1686261245] 'read index received' (duration: 59.96739ms)","trace[1686261245] 'applied index is now lower than readState.Index' (duration: 152.742046ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:02:03.002981Z","caller":"traceutil/trace.go:171","msg":"trace[1325322987] transaction","detail":"{read_only:false; response_revision:8601; number_of_response:1; }","duration":"300.073785ms","start":"2026-04-23T08:02:02.702866Z","end":"2026-04-23T08:02:03.002939Z","steps":["trace[1325322987] 'process raft request' (duration: 147.401571ms)","trace[1325322987] 'compare' (duration: 150.047873ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:02:03.003105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.76106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:02:03.003159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.567037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:02:03.003213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.315152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:02:03.003231Z","caller":"traceutil/trace.go:171","msg":"trace[1248880039] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:0; response_revision:8601; }","duration":"485.653269ms","start":"2026-04-23T08:02:02.517556Z","end":"2026-04-23T08:02:03.003209Z","steps":["trace[1248880039] 'agreement among raft nodes before linearized reading' (duration: 485.523036ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:03.003249Z","caller":"traceutil/trace.go:171","msg":"trace[62388292] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8601; }","duration":"118.409144ms","start":"2026-04-23T08:02:02.884831Z","end":"2026-04-23T08:02:03.00324Z","steps":["trace[62388292] 'agreement among raft nodes before linearized reading' (duration: 118.311092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:03.003247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:02.702838Z","time spent":"300.316961ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:02:03.003274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:02.51755Z","time spent":"485.71469ms","remote":"127.0.0.1:47992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/rook-ceph-config\" "} {"level":"info","ts":"2026-04-23T08:02:03.003181Z","caller":"traceutil/trace.go:171","msg":"trace[1098116006] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8601; }","duration":"389.974265ms","start":"2026-04-23T08:02:02.613189Z","end":"2026-04-23T08:02:03.003163Z","steps":["trace[1098116006] 'agreement among raft nodes before linearized reading' (duration: 389.75376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:03.003422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:02.613167Z","time spent":"390.19751ms","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:02:03.286857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.656131ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:02:03.286971Z","caller":"traceutil/trace.go:171","msg":"trace[2072265365] transaction","detail":"{read_only:false; response_revision:8602; number_of_response:1; }","duration":"276.957786ms","start":"2026-04-23T08:02:03.009992Z","end":"2026-04-23T08:02:03.28695Z","steps":["trace[2072265365] 'process raft request' (duration: 125.136442ms)","trace[2072265365] 'compare' (duration: 151.385754ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:02:03.956482Z","caller":"traceutil/trace.go:171","msg":"trace[346377493] transaction","detail":"{read_only:false; response_revision:8603; number_of_response:1; }","duration":"297.755261ms","start":"2026-04-23T08:02:03.658702Z","end":"2026-04-23T08:02:03.956457Z","steps":["trace[346377493] 'process raft request' (duration: 297.578917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:04.71196Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634012781,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T08:02:04.824372Z","caller":"traceutil/trace.go:171","msg":"trace[810529211] transaction","detail":"{read_only:false; response_revision:8604; number_of_response:1; }","duration":"630.944561ms","start":"2026-04-23T08:02:04.193402Z","end":"2026-04-23T08:02:04.824346Z","steps":["trace[810529211] 'process raft request' (duration: 630.758437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:04.824532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:04.193374Z","time spent":"631.074584ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:02:05.031404Z","caller":"traceutil/trace.go:171","msg":"trace[1493651772] linearizableReadLoop","detail":"{readStateIndex:8903; appliedIndex:8901; }","duration":"820.261671ms","start":"2026-04-23T08:02:04.211118Z","end":"2026-04-23T08:02:05.03138Z","steps":["trace[1493651772] 'read index received' (duration: 613.025682ms)","trace[1493651772] 'applied index is now lower than readState.Index' (duration: 207.234899ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:02:05.031464Z","caller":"traceutil/trace.go:171","msg":"trace[1110487283] transaction","detail":"{read_only:false; response_revision:8605; number_of_response:1; }","duration":"837.857342ms","start":"2026-04-23T08:02:04.193572Z","end":"2026-04-23T08:02:05.031429Z","steps":["trace[1110487283] 'process raft request' (duration: 741.83209ms)","trace[1110487283] 'compare' (duration: 95.661973ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:02:05.031562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.417504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:02:05.031592Z","caller":"traceutil/trace.go:171","msg":"trace[349465001] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8605; }","duration":"820.514246ms","start":"2026-04-23T08:02:04.211068Z","end":"2026-04-23T08:02:05.031583Z","steps":["trace[349465001] 'agreement among raft nodes before linearized reading' (duration: 820.433534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:05.031613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:04.193543Z","time spent":"837.993214ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:02:05.03162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:04.211044Z","time spent":"820.567618ms","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:02:05.047314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.932198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T08:02:05.047408Z","caller":"traceutil/trace.go:171","msg":"trace[1066848512] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8606; }","duration":"475.093563ms","start":"2026-04-23T08:02:04.572297Z","end":"2026-04-23T08:02:05.047391Z","steps":["trace[1066848512] 'agreement among raft nodes before linearized reading' (duration: 474.862667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:05.047403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.736334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gm894\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-23T08:02:05.047435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.296893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3173"} {"level":"warn","ts":"2026-04-23T08:02:05.047453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.078422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-23T08:02:05.047517Z","caller":"traceutil/trace.go:171","msg":"trace[663640046] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8606; }","duration":"175.426676ms","start":"2026-04-23T08:02:04.872071Z","end":"2026-04-23T08:02:05.047498Z","steps":["trace[663640046] 'agreement among raft nodes before linearized reading' (duration: 175.183561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:05.047534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.854139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:02:05.047559Z","caller":"traceutil/trace.go:171","msg":"trace[356559869] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8606; }","duration":"352.92146ms","start":"2026-04-23T08:02:04.694631Z","end":"2026-04-23T08:02:05.047552Z","steps":["trace[356559869] 'agreement among raft nodes before linearized reading' (duration: 352.88343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:05.047589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:04.694605Z","time spent":"352.975841ms","remote":"127.0.0.1:48132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:02:05.047584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.747924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T08:02:05.04762Z","caller":"traceutil/trace.go:171","msg":"trace[2047862745] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8606; }","duration":"250.793506ms","start":"2026-04-23T08:02:04.796817Z","end":"2026-04-23T08:02:05.047611Z","steps":["trace[2047862745] 'agreement among raft nodes before linearized reading' (duration: 250.705684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:05.047629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.180358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T08:02:05.047656Z","caller":"traceutil/trace.go:171","msg":"trace[2132470395] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8606; }","duration":"252.225929ms","start":"2026-04-23T08:02:04.79542Z","end":"2026-04-23T08:02:05.047646Z","steps":["trace[2132470395] 'agreement among raft nodes before linearized reading' (duration: 252.158157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:05.047502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.325288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T08:02:05.047784Z","caller":"traceutil/trace.go:171","msg":"trace[1692232662] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8606; }","duration":"254.654836ms","start":"2026-04-23T08:02:04.79312Z","end":"2026-04-23T08:02:05.047775Z","steps":["trace[1692232662] 'agreement among raft nodes before linearized reading' (duration: 254.342468ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:05.047555Z","caller":"traceutil/trace.go:171","msg":"trace[1198632230] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8606; }","duration":"254.220055ms","start":"2026-04-23T08:02:04.793315Z","end":"2026-04-23T08:02:05.047535Z","steps":["trace[1198632230] 'agreement among raft nodes before linearized reading' (duration: 253.897938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:05.047908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.820716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-04-23T08:02:05.047882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.32262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:02:05.047932Z","caller":"traceutil/trace.go:171","msg":"trace[2061378829] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8606; }","duration":"253.859317ms","start":"2026-04-23T08:02:04.794064Z","end":"2026-04-23T08:02:05.047923Z","steps":["trace[2061378829] 'agreement among raft nodes before linearized reading' (duration: 253.789875ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:05.047971Z","caller":"traceutil/trace.go:171","msg":"trace[290800822] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8606; }","duration":"165.482714ms","start":"2026-04-23T08:02:04.882469Z","end":"2026-04-23T08:02:05.047952Z","steps":["trace[290800822] 'agreement among raft nodes before linearized reading' (duration: 165.263179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:05.04795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.120603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T08:02:05.048053Z","caller":"traceutil/trace.go:171","msg":"trace[1580463399] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8606; }","duration":"251.286217ms","start":"2026-04-23T08:02:04.796746Z","end":"2026-04-23T08:02:05.048033Z","steps":["trace[1580463399] 'agreement among raft nodes before linearized reading' (duration: 250.946729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:05.047446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:04.572271Z","time spent":"475.168334ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T08:02:05.047491Z","caller":"traceutil/trace.go:171","msg":"trace[245314489] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gm894; range_end:; response_count:1; response_revision:8606; }","duration":"250.860896ms","start":"2026-04-23T08:02:04.796607Z","end":"2026-04-23T08:02:05.047468Z","steps":["trace[245314489] 'agreement among raft nodes before linearized reading' (duration: 250.56447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:05.54851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.591871ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:02:05.549681Z","caller":"traceutil/trace.go:171","msg":"trace[1847768368] transaction","detail":"{read_only:false; response_revision:8608; number_of_response:1; }","duration":"496.186285ms","start":"2026-04-23T08:02:05.053468Z","end":"2026-04-23T08:02:05.549654Z","steps":["trace[1847768368] 'process raft request' (duration: 238.363036ms)","trace[1847768368] 'compare' (duration: 256.225331ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:02:05.549767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:05.053454Z","time spent":"496.278297ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:02:05.549885Z","caller":"traceutil/trace.go:171","msg":"trace[959928181] transaction","detail":"{read_only:false; response_revision:8609; number_of_response:1; }","duration":"496.387809ms","start":"2026-04-23T08:02:05.053483Z","end":"2026-04-23T08:02:05.54987Z","steps":["trace[959928181] 'process raft request' (duration: 496.117272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:05.54994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:05.053466Z","time spent":"496.445131ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:02:05.549924Z","caller":"traceutil/trace.go:171","msg":"trace[1069313955] linearizableReadLoop","detail":"{readStateIndex:8911; appliedIndex:8905; }","duration":"467.820653ms","start":"2026-04-23T08:02:05.082081Z","end":"2026-04-23T08:02:05.549901Z","steps":["trace[1069313955] 'read index received' (duration: 209.577624ms)","trace[1069313955] 'applied index is now lower than readState.Index' (duration: 258.242238ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:02:05.550015Z","caller":"traceutil/trace.go:171","msg":"trace[1374116985] transaction","detail":"{read_only:false; response_revision:8611; number_of_response:1; }","duration":"496.183974ms","start":"2026-04-23T08:02:05.053823Z","end":"2026-04-23T08:02:05.550007Z","steps":["trace[1374116985] 'process raft request' (duration: 495.978769ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:05.550043Z","caller":"traceutil/trace.go:171","msg":"trace[1357666274] transaction","detail":"{read_only:false; response_revision:8612; number_of_response:1; }","duration":"495.454058ms","start":"2026-04-23T08:02:05.054577Z","end":"2026-04-23T08:02:05.550031Z","steps":["trace[1357666274] 'process raft request' (duration: 495.253643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:05.550054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:05.053815Z","time spent":"496.218906ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:02:05.550148Z","caller":"traceutil/trace.go:171","msg":"trace[2059041529] transaction","detail":"{read_only:false; response_revision:8610; number_of_response:1; }","duration":"496.511342ms","start":"2026-04-23T08:02:05.053627Z","end":"2026-04-23T08:02:05.550138Z","steps":["trace[2059041529] 'process raft request' (duration: 496.138313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:05.550199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:05.054569Z","time spent":"495.499608ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:02:05.550246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:05.053589Z","time spent":"496.632805ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:02:05.550392Z","caller":"traceutil/trace.go:171","msg":"trace[1055175200] transaction","detail":"{read_only:false; response_revision:8613; number_of_response:1; }","duration":"495.709334ms","start":"2026-04-23T08:02:05.054672Z","end":"2026-04-23T08:02:05.550381Z","steps":["trace[1055175200] 'process raft request' (duration: 495.188352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:05.550433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:05.054657Z","time spent":"495.753514ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:02:05.550435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.026264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18a8ed991af6c81f\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-04-23T08:02:05.55046Z","caller":"traceutil/trace.go:171","msg":"trace[138821101] range","detail":"{range_begin:/registry/events/openstack/ceph.18a8ed991af6c81f; range_end:; response_count:1; response_revision:8613; }","duration":"497.084635ms","start":"2026-04-23T08:02:05.053367Z","end":"2026-04-23T08:02:05.550452Z","steps":["trace[138821101] 'agreement among raft nodes before linearized reading' (duration: 496.967963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:05.55048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:05.053352Z","time spent":"497.123176ms","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":722,"request content":"key:\"/registry/events/openstack/ceph.18a8ed991af6c81f\" "} {"level":"info","ts":"2026-04-23T08:02:05.765455Z","caller":"traceutil/trace.go:171","msg":"trace[264082997] linearizableReadLoop","detail":"{readStateIndex:8912; appliedIndex:8911; }","duration":"215.427379ms","start":"2026-04-23T08:02:05.549989Z","end":"2026-04-23T08:02:05.765416Z","steps":["trace[264082997] 'read index received' (duration: 197.969612ms)","trace[264082997] 'applied index is now lower than readState.Index' (duration: 17.456917ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:02:05.765622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.922488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T08:02:05.765651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.35123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:02:05.765718Z","caller":"traceutil/trace.go:171","msg":"trace[1532067045] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8614; }","duration":"478.038471ms","start":"2026-04-23T08:02:05.287662Z","end":"2026-04-23T08:02:05.7657Z","steps":["trace[1532067045] 'agreement among raft nodes before linearized reading' (duration: 477.839556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:05.765732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.976445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-23T08:02:05.765749Z","caller":"traceutil/trace.go:171","msg":"trace[1967639259] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:8614; }","duration":"592.507083ms","start":"2026-04-23T08:02:05.173218Z","end":"2026-04-23T08:02:05.765725Z","steps":["trace[1967639259] 'agreement among raft nodes before linearized reading' (duration: 592.33739ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:05.765762Z","caller":"traceutil/trace.go:171","msg":"trace[1553449021] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8614; }","duration":"629.074797ms","start":"2026-04-23T08:02:05.136677Z","end":"2026-04-23T08:02:05.765752Z","steps":["trace[1553449021] 'agreement among raft nodes before linearized reading' (duration: 628.883703ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:05.76575Z","caller":"traceutil/trace.go:171","msg":"trace[568765105] transaction","detail":"{read_only:false; response_revision:8614; number_of_response:1; }","duration":"271.337575ms","start":"2026-04-23T08:02:05.494392Z","end":"2026-04-23T08:02:05.765729Z","steps":["trace[568765105] 'process raft request' (duration: 253.684842ms)","trace[568765105] 'compare' (duration: 17.188882ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:02:05.765765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:05.287564Z","time spent":"478.192604ms","remote":"127.0.0.1:48310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:02:05.765798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:05.136652Z","time spent":"629.137979ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T08:02:05.765845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.454635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:02:05.765872Z","caller":"traceutil/trace.go:171","msg":"trace[1355678593] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:8614; }","duration":"590.518717ms","start":"2026-04-23T08:02:05.175345Z","end":"2026-04-23T08:02:05.765863Z","steps":["trace[1355678593] 'agreement among raft nodes before linearized reading' (duration: 590.474136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:05.765895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:05.175321Z","time spent":"590.566308ms","remote":"127.0.0.1:41308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:02:05.765796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:05.173191Z","time spent":"592.593595ms","remote":"127.0.0.1:38268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:02:05.822479Z","caller":"traceutil/trace.go:171","msg":"trace[1305868279] transaction","detail":"{read_only:false; response_revision:8615; number_of_response:1; }","duration":"269.491192ms","start":"2026-04-23T08:02:05.552955Z","end":"2026-04-23T08:02:05.822446Z","steps":["trace[1305868279] 'process raft request' (duration: 269.171974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:05.822641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.420031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T08:02:05.822703Z","caller":"traceutil/trace.go:171","msg":"trace[180707340] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:8615; }","duration":"126.554454ms","start":"2026-04-23T08:02:05.696133Z","end":"2026-04-23T08:02:05.822688Z","steps":["trace[180707340] 'agreement among raft nodes before linearized reading' (duration: 126.318539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:05.82288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.803881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:02:05.822908Z","caller":"traceutil/trace.go:171","msg":"trace[2058691205] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:8615; }","duration":"213.889793ms","start":"2026-04-23T08:02:05.60901Z","end":"2026-04-23T08:02:05.8229Z","steps":["trace[2058691205] 'agreement among raft nodes before linearized reading' (duration: 213.837722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:06.337516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.140052ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:02:06.337679Z","caller":"traceutil/trace.go:171","msg":"trace[2054219723] transaction","detail":"{read_only:false; response_revision:8618; number_of_response:1; }","duration":"247.598051ms","start":"2026-04-23T08:02:06.090059Z","end":"2026-04-23T08:02:06.337657Z","steps":["trace[2054219723] 'process raft request' (duration: 89.227413ms)","trace[2054219723] 'compare' (duration: 157.855086ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:02:06.732801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.51244ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-23T08:02:06.733423Z","caller":"traceutil/trace.go:171","msg":"trace[1415310858] linearizableReadLoop","detail":"{readStateIndex:8917; appliedIndex:8916; }","duration":"391.984071ms","start":"2026-04-23T08:02:06.341401Z","end":"2026-04-23T08:02:06.733385Z","steps":["trace[1415310858] 'read index received' (duration: 277.818326ms)","trace[1415310858] 'applied index is now lower than readState.Index' (duration: 114.161755ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:02:06.733577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:06.340252Z","time spent":"393.320413ms","remote":"127.0.0.1:47922","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T08:02:06.733779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.789287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:02:06.733774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.183752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T08:02:06.733831Z","caller":"traceutil/trace.go:171","msg":"trace[489710325] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8618; }","duration":"376.914979ms","start":"2026-04-23T08:02:06.356897Z","end":"2026-04-23T08:02:06.733812Z","steps":["trace[489710325] 'agreement among raft nodes before linearized reading' (duration: 376.731025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:06.733869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:06.35686Z","time spent":"377.001452ms","remote":"127.0.0.1:52908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:02:06.733873Z","caller":"traceutil/trace.go:171","msg":"trace[1617077765] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:8618; }","duration":"131.362477ms","start":"2026-04-23T08:02:06.60248Z","end":"2026-04-23T08:02:06.733843Z","steps":["trace[1617077765] 'agreement among raft nodes before linearized reading' (duration: 131.145292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:06.734023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.586685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-osd.18a8eda061a0d79b\" ","response":"range_response_count:1 size:677"} {"level":"warn","ts":"2026-04-23T08:02:06.734081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.755311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:02:06.734072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.440662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-58dfbdd9c4-nx5t7.18a8ed8b8d4f6158\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-04-23T08:02:06.734106Z","caller":"traceutil/trace.go:171","msg":"trace[1819976704] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:8618; }","duration":"219.825502ms","start":"2026-04-23T08:02:06.514273Z","end":"2026-04-23T08:02:06.734099Z","steps":["trace[1819976704] 'agreement among raft nodes before linearized reading' (duration: 219.772471ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:06.734118Z","caller":"traceutil/trace.go:171","msg":"trace[1266581760] range","detail":"{range_begin:/registry/events/openstack/barbican-api-58dfbdd9c4-nx5t7.18a8ed8b8d4f6158; range_end:; response_count:1; response_revision:8618; }","duration":"108.546434ms","start":"2026-04-23T08:02:06.62556Z","end":"2026-04-23T08:02:06.734106Z","steps":["trace[1266581760] 'agreement among raft nodes before linearized reading' (duration: 108.34826ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:06.734124Z","caller":"traceutil/trace.go:171","msg":"trace[216107499] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-osd.18a8eda061a0d79b; range_end:; response_count:1; response_revision:8618; }","duration":"392.740439ms","start":"2026-04-23T08:02:06.341354Z","end":"2026-04-23T08:02:06.734095Z","steps":["trace[216107499] 'agreement among raft nodes before linearized reading' (duration: 392.385981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:06.734168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:06.341329Z","time spent":"392.831802ms","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":700,"request content":"key:\"/registry/events/openstack/rook-ceph-osd.18a8eda061a0d79b\" "} {"level":"warn","ts":"2026-04-23T08:02:06.734274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.233663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T08:02:06.734304Z","caller":"traceutil/trace.go:171","msg":"trace[164117114] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8618; }","duration":"328.305775ms","start":"2026-04-23T08:02:06.405988Z","end":"2026-04-23T08:02:06.734293Z","steps":["trace[164117114] 'agreement among raft nodes before linearized reading' (duration: 328.255984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:06.734329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:06.405962Z","time spent":"328.359706ms","remote":"127.0.0.1:41422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:02:07.093734Z","caller":"traceutil/trace.go:171","msg":"trace[1271141129] transaction","detail":"{read_only:false; response_revision:8619; number_of_response:1; }","duration":"359.118443ms","start":"2026-04-23T08:02:06.734591Z","end":"2026-04-23T08:02:07.09371Z","steps":["trace[1271141129] 'process raft request' (duration: 358.908238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:07.093888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:06.734571Z","time spent":"359.240156ms","remote":"127.0.0.1:47922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:02:07.414381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.041792ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:02:07.41471Z","caller":"traceutil/trace.go:171","msg":"trace[1541313093] transaction","detail":"{read_only:false; response_revision:8621; number_of_response:1; }","duration":"678.480589ms","start":"2026-04-23T08:02:06.736212Z","end":"2026-04-23T08:02:07.414693Z","steps":["trace[1541313093] 'process raft request' (duration: 678.304605ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:07.414723Z","caller":"traceutil/trace.go:171","msg":"trace[790500001] transaction","detail":"{read_only:false; response_revision:8620; number_of_response:1; }","duration":"678.471269ms","start":"2026-04-23T08:02:06.736214Z","end":"2026-04-23T08:02:07.414686Z","steps":["trace[790500001] 'process raft request' (duration: 554.979786ms)","trace[790500001] 'compare' (duration: 122.737555ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:02:07.414781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:06.736178Z","time spent":"678.575651ms","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:02:07.4149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:06.736189Z","time spent":"678.617113ms","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:02:07.41493Z","caller":"traceutil/trace.go:171","msg":"trace[520540860] transaction","detail":"{read_only:false; response_revision:8622; number_of_response:1; }","duration":"568.460851ms","start":"2026-04-23T08:02:06.846435Z","end":"2026-04-23T08:02:07.414895Z","steps":["trace[520540860] 'process raft request' (duration: 568.202405ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:07.415062Z","caller":"traceutil/trace.go:171","msg":"trace[1951847383] linearizableReadLoop","detail":"{readStateIndex:8921; appliedIndex:8917; }","duration":"533.667538ms","start":"2026-04-23T08:02:06.881309Z","end":"2026-04-23T08:02:07.414977Z","steps":["trace[1951847383] 'read index received' (duration: 212.240814ms)","trace[1951847383] 'applied index is now lower than readState.Index' (duration: 321.425784ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:02:07.415108Z","caller":"traceutil/trace.go:171","msg":"trace[1668623318] transaction","detail":"{read_only:false; response_revision:8623; number_of_response:1; }","duration":"377.864341ms","start":"2026-04-23T08:02:07.037205Z","end":"2026-04-23T08:02:07.41507Z","steps":["trace[1668623318] 'process raft request' (duration: 377.636025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:07.415162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.853743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:02:07.415199Z","caller":"traceutil/trace.go:171","msg":"trace[560539624] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8623; }","duration":"533.924444ms","start":"2026-04-23T08:02:06.881263Z","end":"2026-04-23T08:02:07.415187Z","steps":["trace[560539624] 'agreement among raft nodes before linearized reading' (duration: 533.871553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:07.415234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:06.88124Z","time spent":"533.985675ms","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:02:07.415264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:07.037177Z","time spent":"377.997964ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:02:07.41535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.356766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T08:02:07.41539Z","caller":"traceutil/trace.go:171","msg":"trace[1617588798] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8623; }","duration":"328.452868ms","start":"2026-04-23T08:02:07.086925Z","end":"2026-04-23T08:02:07.415378Z","steps":["trace[1617588798] 'agreement among raft nodes before linearized reading' (duration: 328.289204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:07.41542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:07.086902Z","time spent":"328.51151ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T08:02:07.415134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:06.846407Z","time spent":"568.642965ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:02:07.415435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.08095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gm894\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T08:02:07.415472Z","caller":"traceutil/trace.go:171","msg":"trace[1954219958] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gm894; range_end:; response_count:1; response_revision:8623; }","duration":"325.149311ms","start":"2026-04-23T08:02:07.090312Z","end":"2026-04-23T08:02:07.415462Z","steps":["trace[1954219958] 'agreement among raft nodes before linearized reading' (duration: 325.001627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:07.415503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:07.090291Z","time spent":"325.207333ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-gm894\" "} {"level":"warn","ts":"2026-04-23T08:02:07.415472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.279764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-23T08:02:07.41555Z","caller":"traceutil/trace.go:171","msg":"trace[1855334916] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8623; }","duration":"319.411527ms","start":"2026-04-23T08:02:07.096121Z","end":"2026-04-23T08:02:07.415533Z","steps":["trace[1855334916] 'agreement among raft nodes before linearized reading' (duration: 319.162862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:07.415593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:07.0961Z","time spent":"319.485569ms","remote":"127.0.0.1:48060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-23T08:02:07.778345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.040326ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:02:07.778459Z","caller":"traceutil/trace.go:171","msg":"trace[101092810] linearizableReadLoop","detail":"{readStateIndex:8923; appliedIndex:8922; }","duration":"358.94494ms","start":"2026-04-23T08:02:07.419499Z","end":"2026-04-23T08:02:07.778444Z","steps":["trace[101092810] 'read index received' (duration: 240.68874ms)","trace[101092810] 'applied index is now lower than readState.Index' (duration: 118.25506ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:02:07.778912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.383241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:211692"} {"level":"info","ts":"2026-04-23T08:02:07.778991Z","caller":"traceutil/trace.go:171","msg":"trace[116904434] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8624; }","duration":"359.493013ms","start":"2026-04-23T08:02:07.419487Z","end":"2026-04-23T08:02:07.77898Z","steps":["trace[116904434] 'agreement among raft nodes before linearized reading' (duration: 359.027862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:07.779063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:07.419478Z","time spent":"359.576065ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":211715,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-23T08:02:07.779057Z","caller":"traceutil/trace.go:171","msg":"trace[63609308] transaction","detail":"{read_only:false; response_revision:8624; number_of_response:1; }","duration":"359.230697ms","start":"2026-04-23T08:02:07.419242Z","end":"2026-04-23T08:02:07.778473Z","steps":["trace[63609308] 'process raft request' (duration: 240.938455ms)","trace[63609308] 'compare' (duration: 117.913073ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:02:07.779221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:07.419228Z","time spent":"359.909153ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:02:07.779645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.923211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-23T08:02:07.779701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.540716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T08:02:07.779743Z","caller":"traceutil/trace.go:171","msg":"trace[1316602777] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8624; }","duration":"225.589766ms","start":"2026-04-23T08:02:07.554139Z","end":"2026-04-23T08:02:07.779729Z","steps":["trace[1316602777] 'agreement among raft nodes before linearized reading' (duration: 225.453483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:07.779825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.566721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:02:07.779828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.26706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T08:02:07.779907Z","caller":"traceutil/trace.go:171","msg":"trace[334860533] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8624; }","duration":"225.364901ms","start":"2026-04-23T08:02:07.554532Z","end":"2026-04-23T08:02:07.779897Z","steps":["trace[334860533] 'agreement among raft nodes before linearized reading' (duration: 225.193317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:07.779841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.787872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T08:02:07.780006Z","caller":"traceutil/trace.go:171","msg":"trace[544391544] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8624; }","duration":"225.997267ms","start":"2026-04-23T08:02:07.554003Z","end":"2026-04-23T08:02:07.78Z","steps":["trace[544391544] 'agreement among raft nodes before linearized reading' (duration: 225.768421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:07.78Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.083645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T08:02:07.780075Z","caller":"traceutil/trace.go:171","msg":"trace[390549474] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8624; }","duration":"225.207128ms","start":"2026-04-23T08:02:07.55485Z","end":"2026-04-23T08:02:07.780057Z","steps":["trace[390549474] 'agreement among raft nodes before linearized reading' (duration: 224.972033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:07.779788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.681609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-23T08:02:07.780153Z","caller":"traceutil/trace.go:171","msg":"trace[1184469886] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8624; }","duration":"226.115819ms","start":"2026-04-23T08:02:07.554003Z","end":"2026-04-23T08:02:07.780119Z","steps":["trace[1184469886] 'agreement among raft nodes before linearized reading' (duration: 225.501225ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:07.779862Z","caller":"traceutil/trace.go:171","msg":"trace[495597477] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:8624; }","duration":"134.605442ms","start":"2026-04-23T08:02:07.645247Z","end":"2026-04-23T08:02:07.779852Z","steps":["trace[495597477] 'agreement among raft nodes before linearized reading' (duration: 134.547861ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:07.77969Z","caller":"traceutil/trace.go:171","msg":"trace[119383600] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8624; }","duration":"224.973992ms","start":"2026-04-23T08:02:07.554701Z","end":"2026-04-23T08:02:07.779675Z","steps":["trace[119383600] 'agreement among raft nodes before linearized reading' (duration: 224.811238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:08.200659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.205754ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:02:08.200785Z","caller":"traceutil/trace.go:171","msg":"trace[1225986226] transaction","detail":"{read_only:false; response_revision:8625; number_of_response:1; }","duration":"415.48472ms","start":"2026-04-23T08:02:07.785276Z","end":"2026-04-23T08:02:08.200761Z","steps":["trace[1225986226] 'process raft request' (duration: 230.093732ms)","trace[1225986226] 'compare' (duration: 184.910507ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:02:08.200835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:07.785244Z","time spent":"415.571163ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:02:08.210691Z","caller":"traceutil/trace.go:171","msg":"trace[1304337805] transaction","detail":"{read_only:false; response_revision:8626; number_of_response:1; }","duration":"425.271899ms","start":"2026-04-23T08:02:07.785385Z","end":"2026-04-23T08:02:08.210657Z","steps":["trace[1304337805] 'process raft request' (duration: 425.044463ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:08.210709Z","caller":"traceutil/trace.go:171","msg":"trace[1063873647] transaction","detail":"{read_only:false; response_revision:8629; number_of_response:1; }","duration":"423.967438ms","start":"2026-04-23T08:02:07.786719Z","end":"2026-04-23T08:02:08.210687Z","steps":["trace[1063873647] 'process raft request' (duration: 423.916247ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:08.210754Z","caller":"traceutil/trace.go:171","msg":"trace[488967696] transaction","detail":"{read_only:false; response_revision:8627; number_of_response:1; }","duration":"424.345967ms","start":"2026-04-23T08:02:07.786385Z","end":"2026-04-23T08:02:08.210731Z","steps":["trace[488967696] 'process raft request' (duration: 424.189764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:08.210854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:07.786712Z","time spent":"424.075211ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:02:08.210855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:07.786376Z","time spent":"424.424629ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:02:08.210863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:07.785353Z","time spent":"425.421642ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:02:08.210974Z","caller":"traceutil/trace.go:171","msg":"trace[1552422942] transaction","detail":"{read_only:false; response_revision:8630; number_of_response:1; }","duration":"424.173684ms","start":"2026-04-23T08:02:07.78679Z","end":"2026-04-23T08:02:08.210964Z","steps":["trace[1552422942] 'process raft request' (duration: 423.868327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:08.21107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:07.786785Z","time spent":"424.257636ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:02:08.210956Z","caller":"traceutil/trace.go:171","msg":"trace[1401327168] linearizableReadLoop","detail":"{readStateIndex:8929; appliedIndex:8923; }","duration":"351.22292ms","start":"2026-04-23T08:02:07.859704Z","end":"2026-04-23T08:02:08.210927Z","steps":["trace[1401327168] 'read index received' (duration: 155.571402ms)","trace[1401327168] 'applied index is now lower than readState.Index' (duration: 195.648748ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:02:08.211269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.773836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:02:08.211345Z","caller":"traceutil/trace.go:171","msg":"trace[825452250] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8630; }","duration":"328.910799ms","start":"2026-04-23T08:02:07.882426Z","end":"2026-04-23T08:02:08.211336Z","steps":["trace[825452250] 'agreement among raft nodes before linearized reading' (duration: 328.792097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:08.211388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:07.882402Z","time spent":"328.978292ms","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T08:02:08.211074Z","caller":"traceutil/trace.go:171","msg":"trace[2015900151] transaction","detail":"{read_only:false; response_revision:8628; number_of_response:1; }","duration":"424.474201ms","start":"2026-04-23T08:02:07.786578Z","end":"2026-04-23T08:02:08.211053Z","steps":["trace[2015900151] 'process raft request' (duration: 424.0283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:08.211498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:07.786572Z","time spent":"424.899661ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:02:08.213022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.310939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-04-23T08:02:08.213066Z","caller":"traceutil/trace.go:171","msg":"trace[101485218] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8630; }","duration":"353.39631ms","start":"2026-04-23T08:02:07.859661Z","end":"2026-04-23T08:02:08.213057Z","steps":["trace[101485218] 'agreement among raft nodes before linearized reading' (duration: 351.359913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:08.2135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:07.859642Z","time spent":"353.847832ms","remote":"127.0.0.1:48000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-23T08:02:13.55083Z","caller":"traceutil/trace.go:171","msg":"trace[460896102] transaction","detail":"{read_only:false; response_revision:8668; number_of_response:1; }","duration":"101.360956ms","start":"2026-04-23T08:02:13.449434Z","end":"2026-04-23T08:02:13.550795Z","steps":["trace[460896102] 'process raft request' (duration: 101.187062ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:13.627856Z","caller":"traceutil/trace.go:171","msg":"trace[2041831055] transaction","detail":"{read_only:false; response_revision:8669; number_of_response:1; }","duration":"177.559936ms","start":"2026-04-23T08:02:13.450265Z","end":"2026-04-23T08:02:13.627825Z","steps":["trace[2041831055] 'process raft request' (duration: 142.334753ms)","trace[2041831055] 'compare' (duration: 35.022028ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:02:16.434494Z","caller":"traceutil/trace.go:171","msg":"trace[1163237308] linearizableReadLoop","detail":"{readStateIndex:8993; appliedIndex:8992; }","duration":"101.982641ms","start":"2026-04-23T08:02:16.332484Z","end":"2026-04-23T08:02:16.434466Z","steps":["trace[1163237308] 'read index received' (duration: 87.275308ms)","trace[1163237308] 'applied index is now lower than readState.Index' (duration: 14.706333ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:02:16.436098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.580188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-23T08:02:16.436202Z","caller":"traceutil/trace.go:171","msg":"trace[70983680] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8692; }","duration":"103.723292ms","start":"2026-04-23T08:02:16.332454Z","end":"2026-04-23T08:02:16.436178Z","steps":["trace[70983680] 'agreement among raft nodes before linearized reading' (duration: 102.414072ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:16.436554Z","caller":"traceutil/trace.go:171","msg":"trace[1377902056] transaction","detail":"{read_only:false; response_revision:8692; number_of_response:1; }","duration":"106.586898ms","start":"2026-04-23T08:02:16.329946Z","end":"2026-04-23T08:02:16.436532Z","steps":["trace[1377902056] 'process raft request' (duration: 89.812267ms)","trace[1377902056] 'compare' (duration: 14.550299ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:02:16.816727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.830431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-04-23T08:02:16.816837Z","caller":"traceutil/trace.go:171","msg":"trace[1855602951] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:8699; }","duration":"114.987785ms","start":"2026-04-23T08:02:16.701822Z","end":"2026-04-23T08:02:16.81681Z","steps":["trace[1855602951] 'range keys from in-memory index tree' (duration: 114.646227ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:18.165198Z","caller":"traceutil/trace.go:171","msg":"trace[1953033493] transaction","detail":"{read_only:false; response_revision:8703; number_of_response:1; }","duration":"598.883822ms","start":"2026-04-23T08:02:17.56628Z","end":"2026-04-23T08:02:18.165164Z","steps":["trace[1953033493] 'process raft request' (duration: 598.645206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:18.165429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:17.566252Z","time spent":"599.061755ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:02:18.401378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.861195ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:02:18.4015Z","caller":"traceutil/trace.go:171","msg":"trace[1935530480] linearizableReadLoop","detail":"{readStateIndex:9005; appliedIndex:9004; }","duration":"705.859218ms","start":"2026-04-23T08:02:17.695624Z","end":"2026-04-23T08:02:18.401483Z","steps":["trace[1935530480] 'read index received' (duration: 469.616383ms)","trace[1935530480] 'applied index is now lower than readState.Index' (duration: 236.241655ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:02:18.401618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.000962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:02:18.401607Z","caller":"traceutil/trace.go:171","msg":"trace[1901361180] transaction","detail":"{read_only:false; response_revision:8704; number_of_response:1; }","duration":"748.330591ms","start":"2026-04-23T08:02:17.653231Z","end":"2026-04-23T08:02:18.401561Z","steps":["trace[1901361180] 'process raft request' (duration: 614.187749ms)","trace[1901361180] 'compare' (duration: 133.714782ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:02:18.401748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.623445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-23T08:02:18.401794Z","caller":"traceutil/trace.go:171","msg":"trace[941170351] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8704; }","duration":"607.710127ms","start":"2026-04-23T08:02:17.794073Z","end":"2026-04-23T08:02:18.401783Z","steps":["trace[941170351] 'agreement among raft nodes before linearized reading' (duration: 607.538793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:18.401799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:17.653207Z","time spent":"748.478474ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:02:18.401827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:17.794047Z","time spent":"607.771739ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-23T08:02:18.401655Z","caller":"traceutil/trace.go:171","msg":"trace[141218503] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:8704; }","duration":"706.075534ms","start":"2026-04-23T08:02:17.695567Z","end":"2026-04-23T08:02:18.401642Z","steps":["trace[141218503] 'agreement among raft nodes before linearized reading' (duration: 706.008792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:18.40189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:17.695525Z","time spent":"706.35596ms","remote":"127.0.0.1:46468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:02:18.401963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.173165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-7w6fz\" ","response":"range_response_count:1 size:4559"} {"level":"info","ts":"2026-04-23T08:02:18.40207Z","caller":"traceutil/trace.go:171","msg":"trace[915035092] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-7w6fz; range_end:; response_count:1; response_revision:8704; }","duration":"580.318708ms","start":"2026-04-23T08:02:17.821733Z","end":"2026-04-23T08:02:18.402052Z","steps":["trace[915035092] 'agreement among raft nodes before linearized reading' (duration: 580.085963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:18.402096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:17.821709Z","time spent":"580.38132ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4582,"request content":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-7w6fz\" "} {"level":"warn","ts":"2026-04-23T08:02:18.402009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.900218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-23T08:02:18.402126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.468268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T08:02:18.402164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.381894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/ceph-etc\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:02:18.402232Z","caller":"traceutil/trace.go:171","msg":"trace[375133522] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:8704; }","duration":"277.631772ms","start":"2026-04-23T08:02:18.124577Z","end":"2026-04-23T08:02:18.402209Z","steps":["trace[375133522] 'agreement among raft nodes before linearized reading' (duration: 277.415127ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:18.402168Z","caller":"traceutil/trace.go:171","msg":"trace[271118172] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8704; }","duration":"520.089393ms","start":"2026-04-23T08:02:17.882057Z","end":"2026-04-23T08:02:18.402146Z","steps":["trace[271118172] 'agreement among raft nodes before linearized reading' (duration: 519.876758ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:18.402265Z","caller":"traceutil/trace.go:171","msg":"trace[1769243521] range","detail":"{range_begin:/registry/configmaps/openstack/ceph-etc; range_end:; response_count:0; response_revision:8704; }","duration":"333.550398ms","start":"2026-04-23T08:02:18.068691Z","end":"2026-04-23T08:02:18.402241Z","steps":["trace[1769243521] 'agreement among raft nodes before linearized reading' (duration: 333.324633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:18.402301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:17.882033Z","time spent":"520.257146ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T08:02:18.402316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:18.068664Z","time spent":"333.645079ms","remote":"127.0.0.1:48000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/configmaps/openstack/ceph-etc\" "} {"level":"warn","ts":"2026-04-23T08:02:18.401992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.039694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gm894\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T08:02:18.402397Z","caller":"traceutil/trace.go:171","msg":"trace[369507194] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gm894; range_end:; response_count:1; response_revision:8704; }","duration":"515.455524ms","start":"2026-04-23T08:02:17.886914Z","end":"2026-04-23T08:02:18.40237Z","steps":["trace[369507194] 'agreement among raft nodes before linearized reading' (duration: 514.87378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:18.402121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.745825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-23T08:02:18.402445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:17.886836Z","time spent":"515.596297ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-gm894\" "} {"level":"info","ts":"2026-04-23T08:02:18.402448Z","caller":"traceutil/trace.go:171","msg":"trace[2047688147] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8704; }","duration":"607.148114ms","start":"2026-04-23T08:02:17.795288Z","end":"2026-04-23T08:02:18.402436Z","steps":["trace[2047688147] 'agreement among raft nodes before linearized reading' (duration: 606.569631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:18.40248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:17.795275Z","time spent":"607.194425ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-23T08:02:18.402618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.703224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:02:18.402696Z","caller":"traceutil/trace.go:171","msg":"trace[1980493142] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8704; }","duration":"286.822627ms","start":"2026-04-23T08:02:18.115842Z","end":"2026-04-23T08:02:18.402665Z","steps":["trace[1980493142] 'agreement among raft nodes before linearized reading' (duration: 286.10475ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:18.592028Z","caller":"traceutil/trace.go:171","msg":"trace[644960821] transaction","detail":"{read_only:false; response_revision:8706; number_of_response:1; }","duration":"184.225441ms","start":"2026-04-23T08:02:18.407775Z","end":"2026-04-23T08:02:18.592001Z","steps":["trace[644960821] 'process raft request' (duration: 183.922884ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:18.592223Z","caller":"traceutil/trace.go:171","msg":"trace[535504184] transaction","detail":"{read_only:false; response_revision:8707; number_of_response:1; }","duration":"184.241091ms","start":"2026-04-23T08:02:18.407976Z","end":"2026-04-23T08:02:18.592217Z","steps":["trace[535504184] 'process raft request' (duration: 183.912024ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:18.592303Z","caller":"traceutil/trace.go:171","msg":"trace[1247096977] transaction","detail":"{read_only:false; response_revision:8708; number_of_response:1; }","duration":"182.655254ms","start":"2026-04-23T08:02:18.409641Z","end":"2026-04-23T08:02:18.592296Z","steps":["trace[1247096977] 'process raft request' (duration: 182.293526ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:18.605756Z","caller":"traceutil/trace.go:171","msg":"trace[1970796254] linearizableReadLoop","detail":"{readStateIndex:9010; appliedIndex:9006; }","duration":"115.966178ms","start":"2026-04-23T08:02:18.489763Z","end":"2026-04-23T08:02:18.605729Z","steps":["trace[1970796254] 'read index received' (duration: 101.92464ms)","trace[1970796254] 'applied index is now lower than readState.Index' (duration: 14.039868ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:02:18.605789Z","caller":"traceutil/trace.go:171","msg":"trace[1108175802] transaction","detail":"{read_only:false; number_of_response:0; response_revision:8708; }","duration":"187.038718ms","start":"2026-04-23T08:02:18.418718Z","end":"2026-04-23T08:02:18.605757Z","steps":["trace[1108175802] 'process raft request' (duration: 186.905834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:18.606081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.346406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-23T08:02:18.606164Z","caller":"traceutil/trace.go:171","msg":"trace[357623045] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8708; }","duration":"116.48924ms","start":"2026-04-23T08:02:18.489656Z","end":"2026-04-23T08:02:18.606145Z","steps":["trace[357623045] 'agreement among raft nodes before linearized reading' (duration: 116.197793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:18.823777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.811791ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:02:18.824438Z","caller":"traceutil/trace.go:171","msg":"trace[625188466] transaction","detail":"{read_only:false; response_revision:8709; number_of_response:1; }","duration":"213.422924ms","start":"2026-04-23T08:02:18.610991Z","end":"2026-04-23T08:02:18.824414Z","steps":["trace[625188466] 'process raft request' (duration: 85.873335ms)","trace[625188466] 'compare' (duration: 126.464473ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:02:18.91848Z","caller":"traceutil/trace.go:171","msg":"trace[1457161296] linearizableReadLoop","detail":"{readStateIndex:9015; appliedIndex:9010; }","duration":"286.292894ms","start":"2026-04-23T08:02:18.632163Z","end":"2026-04-23T08:02:18.918456Z","steps":["trace[1457161296] 'read index received' (duration: 64.843254ms)","trace[1457161296] 'applied index is now lower than readState.Index' (duration: 221.44836ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:02:18.918519Z","caller":"traceutil/trace.go:171","msg":"trace[605475218] transaction","detail":"{read_only:false; response_revision:8710; number_of_response:1; }","duration":"306.908445ms","start":"2026-04-23T08:02:18.611568Z","end":"2026-04-23T08:02:18.918477Z","steps":["trace[605475218] 'process raft request' (duration: 306.569037ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:18.918557Z","caller":"traceutil/trace.go:171","msg":"trace[626454124] transaction","detail":"{read_only:false; response_revision:8712; number_of_response:1; }","duration":"306.803143ms","start":"2026-04-23T08:02:18.611709Z","end":"2026-04-23T08:02:18.918512Z","steps":["trace[626454124] 'process raft request' (duration: 306.633459ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:18.918613Z","caller":"traceutil/trace.go:171","msg":"trace[318851224] transaction","detail":"{read_only:false; response_revision:8713; number_of_response:1; }","duration":"298.14154ms","start":"2026-04-23T08:02:18.620461Z","end":"2026-04-23T08:02:18.918603Z","steps":["trace[318851224] 'process raft request' (duration: 297.925715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:18.918746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:18.611678Z","time spent":"306.968457ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:02:18.918764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:18.611538Z","time spent":"307.07555ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:02:18.918896Z","caller":"traceutil/trace.go:171","msg":"trace[358561287] transaction","detail":"{read_only:false; response_revision:8711; number_of_response:1; }","duration":"307.13175ms","start":"2026-04-23T08:02:18.611649Z","end":"2026-04-23T08:02:18.918781Z","steps":["trace[358561287] 'process raft request' (duration: 306.66509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:18.91902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.802705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-23T08:02:18.919132Z","caller":"traceutil/trace.go:171","msg":"trace[782161425] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8713; }","duration":"287.00293ms","start":"2026-04-23T08:02:18.632103Z","end":"2026-04-23T08:02:18.919106Z","steps":["trace[782161425] 'agreement among raft nodes before linearized reading' (duration: 286.57563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:18.919228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:18.611624Z","time spent":"307.446318ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:02:19.112602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.816577ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:02:19.112737Z","caller":"traceutil/trace.go:171","msg":"trace[586630616] linearizableReadLoop","detail":"{readStateIndex:9016; appliedIndex:9015; }","duration":"194.158513ms","start":"2026-04-23T08:02:18.91856Z","end":"2026-04-23T08:02:19.112719Z","steps":["trace[586630616] 'read index received' (duration: 47.200183ms)","trace[586630616] 'applied index is now lower than readState.Index' (duration: 146.95696ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:02:19.112831Z","caller":"traceutil/trace.go:171","msg":"trace[1757721251] transaction","detail":"{read_only:false; response_revision:8714; number_of_response:1; }","duration":"278.936703ms","start":"2026-04-23T08:02:18.833833Z","end":"2026-04-23T08:02:19.112769Z","steps":["trace[1757721251] 'process raft request' (duration: 131.847359ms)","trace[1757721251] 'compare' (duration: 146.666384ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:02:19.113026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.639818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T08:02:19.113063Z","caller":"traceutil/trace.go:171","msg":"trace[141437140] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8714; }","duration":"479.810592ms","start":"2026-04-23T08:02:18.633241Z","end":"2026-04-23T08:02:19.113052Z","steps":["trace[141437140] 'agreement among raft nodes before linearized reading' (duration: 479.524245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:19.113125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:18.633231Z","time spent":"479.884334ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T08:02:19.113228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.201145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-7w6fz\" ","response":"range_response_count:1 size:4842"} {"level":"info","ts":"2026-04-23T08:02:19.113354Z","caller":"traceutil/trace.go:171","msg":"trace[561672045] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-7w6fz; range_end:; response_count:1; response_revision:8714; }","duration":"281.38414ms","start":"2026-04-23T08:02:18.831942Z","end":"2026-04-23T08:02:19.113326Z","steps":["trace[561672045] 'agreement among raft nodes before linearized reading' (duration: 280.874558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:19.113282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.894637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:02:19.113463Z","caller":"traceutil/trace.go:171","msg":"trace[593991595] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8714; }","duration":"230.079891ms","start":"2026-04-23T08:02:18.883353Z","end":"2026-04-23T08:02:19.113433Z","steps":["trace[593991595] 'agreement among raft nodes before linearized reading' (duration: 229.823055ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:19.292536Z","caller":"traceutil/trace.go:171","msg":"trace[2027866864] transaction","detail":"{read_only:false; response_revision:8715; number_of_response:1; }","duration":"366.961558ms","start":"2026-04-23T08:02:18.925537Z","end":"2026-04-23T08:02:19.292498Z","steps":["trace[2027866864] 'process raft request' (duration: 327.867735ms)","trace[2027866864] 'compare' (duration: 38.598741ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:02:19.292596Z","caller":"traceutil/trace.go:171","msg":"trace[722972155] transaction","detail":"{read_only:false; response_revision:8717; number_of_response:1; }","duration":"366.799934ms","start":"2026-04-23T08:02:18.925777Z","end":"2026-04-23T08:02:19.292577Z","steps":["trace[722972155] 'process raft request' (duration: 366.688481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:19.292683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:18.925745Z","time spent":"366.901066ms","remote":"127.0.0.1:48000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1140,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T08:02:19.292701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:18.925508Z","time spent":"367.114151ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:02:19.292575Z","caller":"traceutil/trace.go:171","msg":"trace[2098104477] transaction","detail":"{read_only:false; response_revision:8716; number_of_response:1; }","duration":"366.808084ms","start":"2026-04-23T08:02:18.925732Z","end":"2026-04-23T08:02:19.29254Z","steps":["trace[2098104477] 'process raft request' (duration: 366.479296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:19.292935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:18.925674Z","time spent":"367.175442ms","remote":"127.0.0.1:48000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":688,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T08:02:19.425558Z","caller":"traceutil/trace.go:171","msg":"trace[1064340879] transaction","detail":"{read_only:false; response_revision:8718; number_of_response:1; }","duration":"307.026868ms","start":"2026-04-23T08:02:19.118487Z","end":"2026-04-23T08:02:19.425514Z","steps":["trace[1064340879] 'process raft request' (duration: 279.841514ms)","trace[1064340879] 'compare' (duration: 26.866607ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:02:19.425745Z","caller":"traceutil/trace.go:171","msg":"trace[874441420] transaction","detail":"{read_only:false; response_revision:8719; number_of_response:1; }","duration":"303.775152ms","start":"2026-04-23T08:02:19.121947Z","end":"2026-04-23T08:02:19.425722Z","steps":["trace[874441420] 'process raft request' (duration: 303.708821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:19.425794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:19.118458Z","time spent":"307.196133ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:02:19.425893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:19.12191Z","time spent":"303.907246ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4824,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:02:19.45803Z","caller":"traceutil/trace.go:171","msg":"trace[1500722653] transaction","detail":"{read_only:false; response_revision:8720; number_of_response:1; }","duration":"154.745563ms","start":"2026-04-23T08:02:19.303261Z","end":"2026-04-23T08:02:19.458007Z","steps":["trace[1500722653] 'process raft request' (duration: 154.086878ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:19.966277Z","caller":"traceutil/trace.go:171","msg":"trace[643761809] linearizableReadLoop","detail":"{readStateIndex:9028; appliedIndex:9027; }","duration":"115.436305ms","start":"2026-04-23T08:02:19.850813Z","end":"2026-04-23T08:02:19.966249Z","steps":["trace[643761809] 'read index received' (duration: 115.195629ms)","trace[643761809] 'applied index is now lower than readState.Index' (duration: 237.106µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:02:19.966341Z","caller":"traceutil/trace.go:171","msg":"trace[1451027221] transaction","detail":"{read_only:false; response_revision:8726; number_of_response:1; }","duration":"130.737692ms","start":"2026-04-23T08:02:19.835561Z","end":"2026-04-23T08:02:19.966298Z","steps":["trace[1451027221] 'process raft request' (duration: 130.441935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:19.966758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.367674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-7w6fz\" ","response":"range_response_count:1 size:4737"} {"level":"warn","ts":"2026-04-23T08:02:19.966833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.110021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-23T08:02:19.966957Z","caller":"traceutil/trace.go:171","msg":"trace[1150085988] range","detail":"{range_begin:/registry/configmaps/openstack/ceph-object-controller-detect-version; range_end:; response_count:1; response_revision:8726; }","duration":"113.277705ms","start":"2026-04-23T08:02:19.853656Z","end":"2026-04-23T08:02:19.966933Z","steps":["trace[1150085988] 'agreement among raft nodes before linearized reading' (duration: 113.019359ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:19.967027Z","caller":"traceutil/trace.go:171","msg":"trace[639994642] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-7w6fz; range_end:; response_count:1; response_revision:8726; }","duration":"121.683681ms","start":"2026-04-23T08:02:19.845129Z","end":"2026-04-23T08:02:19.966812Z","steps":["trace[639994642] 'agreement among raft nodes before linearized reading' (duration: 121.293462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:19.967232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.390944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-7w6fz\" ","response":"range_response_count:1 size:4737"} {"level":"info","ts":"2026-04-23T08:02:19.967328Z","caller":"traceutil/trace.go:171","msg":"trace[791407194] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-7w6fz; range_end:; response_count:1; response_revision:8726; }","duration":"112.516007ms","start":"2026-04-23T08:02:19.854787Z","end":"2026-04-23T08:02:19.967303Z","steps":["trace[791407194] 'agreement among raft nodes before linearized reading' (duration: 112.308332ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:20.238068Z","caller":"traceutil/trace.go:171","msg":"trace[654745703] linearizableReadLoop","detail":"{readStateIndex:9030; appliedIndex:9029; }","duration":"235.954338ms","start":"2026-04-23T08:02:20.00209Z","end":"2026-04-23T08:02:20.238044Z","steps":["trace[654745703] 'read index received' (duration: 235.898237ms)","trace[654745703] 'applied index is now lower than readState.Index' (duration: 55.331µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:02:20.238147Z","caller":"traceutil/trace.go:171","msg":"trace[1017955694] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8727; }","duration":"259.315064ms","start":"2026-04-23T08:02:19.978779Z","end":"2026-04-23T08:02:20.238094Z","steps":["trace[1017955694] 'process raft request' (duration: 259.132509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:20.238283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.153673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-7w6fz\" ","response":"range_response_count:1 size:4769"} {"level":"info","ts":"2026-04-23T08:02:20.238462Z","caller":"traceutil/trace.go:171","msg":"trace[2087269537] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-7w6fz; range_end:; response_count:1; response_revision:8727; }","duration":"236.386289ms","start":"2026-04-23T08:02:20.002054Z","end":"2026-04-23T08:02:20.23844Z","steps":["trace[2087269537] 'agreement among raft nodes before linearized reading' (duration: 236.094802ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:20.422184Z","caller":"traceutil/trace.go:171","msg":"trace[1104604780] transaction","detail":"{read_only:false; response_revision:8728; number_of_response:1; }","duration":"315.443274ms","start":"2026-04-23T08:02:20.10672Z","end":"2026-04-23T08:02:20.422163Z","steps":["trace[1104604780] 'process raft request' (duration: 315.25899ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:20.422273Z","caller":"traceutil/trace.go:171","msg":"trace[643149209] linearizableReadLoop","detail":"{readStateIndex:9032; appliedIndex:9031; }","duration":"184.120799ms","start":"2026-04-23T08:02:20.238139Z","end":"2026-04-23T08:02:20.42226Z","steps":["trace[643149209] 'read index received' (duration: 184.022036ms)","trace[643149209] 'applied index is now lower than readState.Index' (duration: 96.623µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:02:20.422335Z","caller":"traceutil/trace.go:171","msg":"trace[1712731855] transaction","detail":"{read_only:false; response_revision:8729; number_of_response:1; }","duration":"251.256416ms","start":"2026-04-23T08:02:20.17107Z","end":"2026-04-23T08:02:20.422326Z","steps":["trace[1712731855] 'process raft request' (duration: 251.052321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:20.422341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:20.106694Z","time spent":"315.569058ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:02:20.422618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.338267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/ceph-object-controller-detect-version-7w6fz\" ","response":"range_response_count:1 size:2946"} {"level":"warn","ts":"2026-04-23T08:02:20.42265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.704519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-23T08:02:20.422722Z","caller":"traceutil/trace.go:171","msg":"trace[72246543] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/ceph-object-controller-detect-version-7w6fz; range_end:; response_count:1; response_revision:8729; }","duration":"418.47233ms","start":"2026-04-23T08:02:20.004221Z","end":"2026-04-23T08:02:20.422694Z","steps":["trace[72246543] 'agreement among raft nodes before linearized reading' (duration: 418.175883ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:20.422755Z","caller":"traceutil/trace.go:171","msg":"trace[1982319106] range","detail":"{range_begin:/registry/configmaps/openstack/ceph-object-controller-detect-version; range_end:; response_count:1; response_revision:8729; }","duration":"419.923354ms","start":"2026-04-23T08:02:20.002814Z","end":"2026-04-23T08:02:20.422737Z","steps":["trace[1982319106] 'agreement among raft nodes before linearized reading' (duration: 419.607036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:20.422766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:20.004209Z","time spent":"418.549902ms","remote":"127.0.0.1:45244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":2969,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/ceph-object-controller-detect-version-7w6fz\" "} {"level":"warn","ts":"2026-04-23T08:02:20.422818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:20.002787Z","time spent":"420.003796ms","remote":"127.0.0.1:48000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/configmaps/openstack/ceph-object-controller-detect-version\" "} {"level":"info","ts":"2026-04-23T08:02:20.800615Z","caller":"traceutil/trace.go:171","msg":"trace[165979500] linearizableReadLoop","detail":"{readStateIndex:9034; appliedIndex:9032; }","duration":"378.293492ms","start":"2026-04-23T08:02:20.422299Z","end":"2026-04-23T08:02:20.800593Z","steps":["trace[165979500] 'read index received' (duration: 365.79572ms)","trace[165979500] 'applied index is now lower than readState.Index' (duration: 12.496952ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:02:20.800621Z","caller":"traceutil/trace.go:171","msg":"trace[1993821525] transaction","detail":"{read_only:false; response_revision:8730; number_of_response:1; }","duration":"557.958987ms","start":"2026-04-23T08:02:20.242622Z","end":"2026-04-23T08:02:20.80058Z","steps":["trace[1993821525] 'process raft request' (duration: 545.504056ms)","trace[1993821525] 'compare' (duration: 12.022531ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:02:20.800672Z","caller":"traceutil/trace.go:171","msg":"trace[810357276] transaction","detail":"{read_only:false; response_revision:8731; number_of_response:1; }","duration":"393.216701ms","start":"2026-04-23T08:02:20.407422Z","end":"2026-04-23T08:02:20.800638Z","steps":["trace[810357276] 'process raft request' (duration: 393.106088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:20.800794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.995529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T08:02:20.800839Z","caller":"traceutil/trace.go:171","msg":"trace[1586981265] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8731; }","duration":"382.08476ms","start":"2026-04-23T08:02:20.418746Z","end":"2026-04-23T08:02:20.80083Z","steps":["trace[1586981265] 'agreement among raft nodes before linearized reading' (duration: 381.922146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:20.80086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:20.418723Z","time spent":"382.132132ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T08:02:20.800797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.246364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-7w6fz\" ","response":"range_response_count:1 size:4774"} {"level":"info","ts":"2026-04-23T08:02:20.800911Z","caller":"traceutil/trace.go:171","msg":"trace[1703598478] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-7w6fz; range_end:; response_count:1; response_revision:8731; }","duration":"558.422348ms","start":"2026-04-23T08:02:20.242479Z","end":"2026-04-23T08:02:20.800902Z","steps":["trace[1703598478] 'agreement among raft nodes before linearized reading' (duration: 558.209793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:20.800937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:20.242455Z","time spent":"558.475318ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4797,"request content":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-7w6fz\" "} {"level":"warn","ts":"2026-04-23T08:02:20.800801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:20.242598Z","time spent":"558.128291ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:02:20.801469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:20.407389Z","time spent":"393.355964ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:02:20.847041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.578129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-7w6fz\" ","response":"range_response_count:1 size:4774"} {"level":"info","ts":"2026-04-23T08:02:20.84714Z","caller":"traceutil/trace.go:171","msg":"trace[998370938] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-7w6fz; range_end:; response_count:1; response_revision:8732; }","duration":"420.728193ms","start":"2026-04-23T08:02:20.426391Z","end":"2026-04-23T08:02:20.847119Z","steps":["trace[998370938] 'agreement among raft nodes before linearized reading' (duration: 420.502677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:20.847182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:20.42637Z","time spent":"420.802995ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4797,"request content":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-7w6fz\" "} {"level":"info","ts":"2026-04-23T08:02:20.847201Z","caller":"traceutil/trace.go:171","msg":"trace[1492821162] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8732; }","duration":"422.957144ms","start":"2026-04-23T08:02:20.424187Z","end":"2026-04-23T08:02:20.847145Z","steps":["trace[1492821162] 'process raft request' (duration: 422.476213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:20.8473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.645444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gm894\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T08:02:20.847407Z","caller":"traceutil/trace.go:171","msg":"trace[539786765] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gm894; range_end:; response_count:1; response_revision:8732; }","duration":"424.802908ms","start":"2026-04-23T08:02:20.422584Z","end":"2026-04-23T08:02:20.847387Z","steps":["trace[539786765] 'agreement among raft nodes before linearized reading' (duration: 424.497661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:20.847455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:20.422559Z","time spent":"424.889169ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-gm894\" "} {"level":"warn","ts":"2026-04-23T08:02:20.847448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:20.424166Z","time spent":"423.124549ms","remote":"127.0.0.1:48000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-04-23T08:02:20.958022Z","caller":"traceutil/trace.go:171","msg":"trace[1032685872] linearizableReadLoop","detail":"{readStateIndex:9037; appliedIndex:9035; }","duration":"111.145255ms","start":"2026-04-23T08:02:20.846853Z","end":"2026-04-23T08:02:20.957999Z","steps":["trace[1032685872] 'read index received' (duration: 106.752833ms)","trace[1032685872] 'applied index is now lower than readState.Index' (duration: 4.391232ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:02:20.958035Z","caller":"traceutil/trace.go:171","msg":"trace[388499432] transaction","detail":"{read_only:false; response_revision:8733; number_of_response:1; }","duration":"153.006242ms","start":"2026-04-23T08:02:20.805003Z","end":"2026-04-23T08:02:20.958009Z","steps":["trace[388499432] 'process raft request' (duration: 148.680681ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:20.958422Z","caller":"traceutil/trace.go:171","msg":"trace[309650135] transaction","detail":"{read_only:false; response_revision:8734; number_of_response:1; }","duration":"149.949571ms","start":"2026-04-23T08:02:20.808452Z","end":"2026-04-23T08:02:20.958402Z","steps":["trace[309650135] 'process raft request' (duration: 149.48513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:20.958563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.579925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T08:02:20.959501Z","caller":"traceutil/trace.go:171","msg":"trace[1127268511] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8734; }","duration":"130.566548ms","start":"2026-04-23T08:02:20.82892Z","end":"2026-04-23T08:02:20.959487Z","steps":["trace[1127268511] 'agreement among raft nodes before linearized reading' (duration: 129.512424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:20.958597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.113891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/ceph-object-controller-detect-version-7w6fz\" ","response":"range_response_count:1 size:2946"} {"level":"info","ts":"2026-04-23T08:02:20.959702Z","caller":"traceutil/trace.go:171","msg":"trace[209396232] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/ceph-object-controller-detect-version-7w6fz; range_end:; response_count:1; response_revision:8734; }","duration":"108.276278ms","start":"2026-04-23T08:02:20.851417Z","end":"2026-04-23T08:02:20.959693Z","steps":["trace[209396232] 'agreement among raft nodes before linearized reading' (duration: 107.011728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:20.958609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.242454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-7w6fz\" ","response":"range_response_count:1 size:4754"} {"level":"info","ts":"2026-04-23T08:02:20.95981Z","caller":"traceutil/trace.go:171","msg":"trace[1060335607] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-7w6fz; range_end:; response_count:1; response_revision:8734; }","duration":"105.455822ms","start":"2026-04-23T08:02:20.854342Z","end":"2026-04-23T08:02:20.959798Z","steps":["trace[1060335607] 'agreement among raft nodes before linearized reading' (duration: 104.247804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:20.958889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.013418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:211793"} {"level":"info","ts":"2026-04-23T08:02:20.959933Z","caller":"traceutil/trace.go:171","msg":"trace[1268225845] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8734; }","duration":"108.056602ms","start":"2026-04-23T08:02:20.851868Z","end":"2026-04-23T08:02:20.959925Z","steps":["trace[1268225845] 'agreement among raft nodes before linearized reading' (duration: 106.758242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:21.184202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.421525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-7w6fz\" ","response":"range_response_count:1 size:4940"} {"level":"info","ts":"2026-04-23T08:02:21.184301Z","caller":"traceutil/trace.go:171","msg":"trace[1928609368] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-7w6fz; range_end:; response_count:1; response_revision:8741; }","duration":"124.576938ms","start":"2026-04-23T08:02:21.059696Z","end":"2026-04-23T08:02:21.184273Z","steps":["trace[1928609368] 'range keys from in-memory index tree' (duration: 124.298072ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:22.060225Z","caller":"traceutil/trace.go:171","msg":"trace[1445348493] transaction","detail":"{read_only:false; response_revision:8744; number_of_response:1; }","duration":"176.655934ms","start":"2026-04-23T08:02:21.883526Z","end":"2026-04-23T08:02:22.060182Z","steps":["trace[1445348493] 'process raft request' (duration: 176.349377ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:22.844688Z","caller":"traceutil/trace.go:171","msg":"trace[864088458] transaction","detail":"{read_only:false; response_revision:8768; number_of_response:1; }","duration":"132.908633ms","start":"2026-04-23T08:02:22.711742Z","end":"2026-04-23T08:02:22.844651Z","steps":["trace[864088458] 'process raft request' (duration: 95.621563ms)","trace[864088458] 'compare' (duration: 36.993564ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:02:22.844756Z","caller":"traceutil/trace.go:171","msg":"trace[399731944] linearizableReadLoop","detail":"{readStateIndex:9072; appliedIndex:9071; }","duration":"131.9128ms","start":"2026-04-23T08:02:22.712807Z","end":"2026-04-23T08:02:22.84472Z","steps":["trace[399731944] 'read index received' (duration: 49.161138ms)","trace[399731944] 'applied index is now lower than readState.Index' (duration: 82.747512ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:02:22.845018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.197796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-23T08:02:22.845068Z","caller":"traceutil/trace.go:171","msg":"trace[2116684910] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8770; }","duration":"132.300179ms","start":"2026-04-23T08:02:22.712754Z","end":"2026-04-23T08:02:22.845055Z","steps":["trace[2116684910] 'agreement among raft nodes before linearized reading' (duration: 132.068133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:23.038428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.254557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2366191"} {"level":"info","ts":"2026-04-23T08:02:23.038528Z","caller":"traceutil/trace.go:171","msg":"trace[2116869233] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8775; }","duration":"102.424261ms","start":"2026-04-23T08:02:22.936088Z","end":"2026-04-23T08:02:23.038512Z","steps":["trace[2116869233] 'agreement among raft nodes before linearized reading' (duration: 101.483529ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:23.29495Z","caller":"traceutil/trace.go:171","msg":"trace[1707622185] transaction","detail":"{read_only:false; response_revision:8784; number_of_response:1; }","duration":"110.167822ms","start":"2026-04-23T08:02:23.184746Z","end":"2026-04-23T08:02:23.294914Z","steps":["trace[1707622185] 'process raft request' (duration: 55.231679ms)","trace[1707622185] 'compare' (duration: 54.467182ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:02:23.295188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.992324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-23T08:02:23.295227Z","caller":"traceutil/trace.go:171","msg":"trace[1171358838] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8784; }","duration":"109.079617ms","start":"2026-04-23T08:02:23.186138Z","end":"2026-04-23T08:02:23.295218Z","steps":["trace[1171358838] 'agreement among raft nodes before linearized reading' (duration: 108.815611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:23.295708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.769036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-04-23T08:02:23.295806Z","caller":"traceutil/trace.go:171","msg":"trace[377718980] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8784; }","duration":"107.893869ms","start":"2026-04-23T08:02:23.18789Z","end":"2026-04-23T08:02:23.295784Z","steps":["trace[377718980] 'agreement among raft nodes before linearized reading' (duration: 107.026879ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:23.461235Z","caller":"traceutil/trace.go:171","msg":"trace[445943885] linearizableReadLoop","detail":"{readStateIndex:9091; appliedIndex:9090; }","duration":"136.332933ms","start":"2026-04-23T08:02:23.324879Z","end":"2026-04-23T08:02:23.461212Z","steps":["trace[445943885] 'read index received' (duration: 136.133689ms)","trace[445943885] 'applied index is now lower than readState.Index' (duration: 198.454µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:02:23.46127Z","caller":"traceutil/trace.go:171","msg":"trace[1721285550] transaction","detail":"{read_only:false; response_revision:8786; number_of_response:1; }","duration":"137.633513ms","start":"2026-04-23T08:02:23.323613Z","end":"2026-04-23T08:02:23.461246Z","steps":["trace[1721285550] 'process raft request' (duration: 137.444119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:23.461566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.170239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-04-23T08:02:23.461601Z","caller":"traceutil/trace.go:171","msg":"trace[793431486] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:8786; }","duration":"136.254921ms","start":"2026-04-23T08:02:23.325336Z","end":"2026-04-23T08:02:23.461591Z","steps":["trace[793431486] 'agreement among raft nodes before linearized reading' (duration: 136.019096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:23.461846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.935447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-23T08:02:23.461943Z","caller":"traceutil/trace.go:171","msg":"trace[852436379] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:8786; }","duration":"137.084021ms","start":"2026-04-23T08:02:23.324837Z","end":"2026-04-23T08:02:23.461921Z","steps":["trace[852436379] 'agreement among raft nodes before linearized reading' (duration: 136.511317ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:23.66576Z","caller":"traceutil/trace.go:171","msg":"trace[375787720] linearizableReadLoop","detail":"{readStateIndex:9095; appliedIndex:9092; }","duration":"180.493035ms","start":"2026-04-23T08:02:23.485245Z","end":"2026-04-23T08:02:23.665738Z","steps":["trace[375787720] 'read index received' (duration: 180.2881ms)","trace[375787720] 'applied index is now lower than readState.Index' (duration: 204.165µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:02:23.666085Z","caller":"traceutil/trace.go:171","msg":"trace[1371123704] transaction","detail":"{read_only:false; response_revision:8788; number_of_response:1; }","duration":"198.405992ms","start":"2026-04-23T08:02:23.467669Z","end":"2026-04-23T08:02:23.666075Z","steps":["trace[1371123704] 'process raft request' (duration: 197.823189ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:23.666353Z","caller":"traceutil/trace.go:171","msg":"trace[684197921] transaction","detail":"{read_only:false; response_revision:8789; number_of_response:1; }","duration":"197.891081ms","start":"2026-04-23T08:02:23.468451Z","end":"2026-04-23T08:02:23.666342Z","steps":["trace[684197921] 'process raft request' (duration: 197.202955ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:23.66662Z","caller":"traceutil/trace.go:171","msg":"trace[33208663] transaction","detail":"{read_only:false; response_revision:8790; number_of_response:1; }","duration":"194.854409ms","start":"2026-04-23T08:02:23.471758Z","end":"2026-04-23T08:02:23.666612Z","steps":["trace[33208663] 'process raft request' (duration: 193.937978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:23.666644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.516808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-04-23T08:02:23.667766Z","caller":"traceutil/trace.go:171","msg":"trace[449578829] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:8790; }","duration":"191.713176ms","start":"2026-04-23T08:02:23.476037Z","end":"2026-04-23T08:02:23.66775Z","steps":["trace[449578829] 'agreement among raft nodes before linearized reading' (duration: 190.388535ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:23.973071Z","caller":"traceutil/trace.go:171","msg":"trace[1540642076] linearizableReadLoop","detail":"{readStateIndex:9096; appliedIndex:9095; }","duration":"307.13485ms","start":"2026-04-23T08:02:23.665911Z","end":"2026-04-23T08:02:23.973046Z","steps":["trace[1540642076] 'read index received' (duration: 307.040198ms)","trace[1540642076] 'applied index is now lower than readState.Index' (duration: 93.652µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:02:23.973226Z","caller":"traceutil/trace.go:171","msg":"trace[1349652785] transaction","detail":"{read_only:false; response_revision:8791; number_of_response:1; }","duration":"475.482591ms","start":"2026-04-23T08:02:23.497693Z","end":"2026-04-23T08:02:23.973175Z","steps":["trace[1349652785] 'process raft request' (duration: 475.168454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:23.973315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.665666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T08:02:23.973349Z","caller":"traceutil/trace.go:171","msg":"trace[298539463] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8791; }","duration":"481.773828ms","start":"2026-04-23T08:02:23.491566Z","end":"2026-04-23T08:02:23.97334Z","steps":["trace[298539463] 'agreement among raft nodes before linearized reading' (duration: 481.606444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:23.973381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:23.491537Z","time spent":"481.83632ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T08:02:23.97341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:23.497665Z","time spent":"475.655005ms","remote":"127.0.0.1:40152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:02:24.100362Z","caller":"traceutil/trace.go:171","msg":"trace[1320782996] transaction","detail":"{read_only:false; response_revision:8792; number_of_response:1; }","duration":"425.576106ms","start":"2026-04-23T08:02:23.674751Z","end":"2026-04-23T08:02:24.100327Z","steps":["trace[1320782996] 'process raft request' (duration: 373.522141ms)","trace[1320782996] 'compare' (duration: 51.803109ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:02:24.100539Z","caller":"traceutil/trace.go:171","msg":"trace[1187053617] transaction","detail":"{read_only:false; response_revision:8794; number_of_response:1; }","duration":"404.408892ms","start":"2026-04-23T08:02:23.696119Z","end":"2026-04-23T08:02:24.100528Z","steps":["trace[1187053617] 'process raft request' (duration: 404.318109ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:24.100554Z","caller":"traceutil/trace.go:171","msg":"trace[1784507036] transaction","detail":"{read_only:false; response_revision:8795; number_of_response:1; }","duration":"122.407298ms","start":"2026-04-23T08:02:23.978123Z","end":"2026-04-23T08:02:24.100531Z","steps":["trace[1784507036] 'process raft request' (duration: 122.373247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:24.100608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:23.69609Z","time spent":"404.479234ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:02:24.100633Z","caller":"traceutil/trace.go:171","msg":"trace[1770847456] transaction","detail":"{read_only:false; response_revision:8793; number_of_response:1; }","duration":"425.795751ms","start":"2026-04-23T08:02:23.674794Z","end":"2026-04-23T08:02:24.100589Z","steps":["trace[1770847456] 'process raft request' (duration: 425.454723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:24.100676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:23.67473Z","time spent":"425.7103ms","remote":"127.0.0.1:53488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3199,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:02:24.100725Z","caller":"traceutil/trace.go:171","msg":"trace[4143677] linearizableReadLoop","detail":"{readStateIndex:9099; appliedIndex:9096; }","duration":"127.541967ms","start":"2026-04-23T08:02:23.973149Z","end":"2026-04-23T08:02:24.100691Z","steps":["trace[4143677] 'read index received' (duration: 75.121364ms)","trace[4143677] 'applied index is now lower than readState.Index' (duration: 52.416673ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:02:24.100813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:23.674765Z","time spent":"425.970715ms","remote":"127.0.0.1:48054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":944,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T08:02:24.100996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.200671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-04-23T08:02:24.101041Z","caller":"traceutil/trace.go:171","msg":"trace[861716733] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:8795; }","duration":"426.312933ms","start":"2026-04-23T08:02:23.674717Z","end":"2026-04-23T08:02:24.10103Z","steps":["trace[861716733] 'agreement among raft nodes before linearized reading' (duration: 426.096448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:24.101085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:23.674694Z","time spent":"426.381785ms","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1308,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-04-23T08:02:24.101813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.981898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2366191"} {"level":"info","ts":"2026-04-23T08:02:24.101866Z","caller":"traceutil/trace.go:171","msg":"trace[1848153529] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8795; }","duration":"385.084931ms","start":"2026-04-23T08:02:23.716769Z","end":"2026-04-23T08:02:24.101854Z","steps":["trace[1848153529] 'agreement among raft nodes before linearized reading' (duration: 383.940804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:24.101901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:23.716742Z","time spent":"385.148472ms","remote":"127.0.0.1:48000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2366214,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-04-23T08:02:24.298138Z","caller":"traceutil/trace.go:171","msg":"trace[1442654689] linearizableReadLoop","detail":"{readStateIndex:9104; appliedIndex:9103; }","duration":"110.576242ms","start":"2026-04-23T08:02:24.187539Z","end":"2026-04-23T08:02:24.298115Z","steps":["trace[1442654689] 'read index received' (duration: 27.546993ms)","trace[1442654689] 'applied index is now lower than readState.Index' (duration: 83.028549ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:02:24.298248Z","caller":"traceutil/trace.go:171","msg":"trace[1695783364] transaction","detail":"{read_only:false; response_revision:8799; number_of_response:1; }","duration":"137.963631ms","start":"2026-04-23T08:02:24.160276Z","end":"2026-04-23T08:02:24.29824Z","steps":["trace[1695783364] 'process raft request' (duration: 54.900581ms)","trace[1695783364] 'compare' (duration: 82.818754ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:02:24.29846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.559235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-23T08:02:24.29854Z","caller":"traceutil/trace.go:171","msg":"trace[586908807] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8799; }","duration":"168.687728ms","start":"2026-04-23T08:02:24.12983Z","end":"2026-04-23T08:02:24.298518Z","steps":["trace[586908807] 'agreement among raft nodes before linearized reading' (duration: 168.478193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:24.29846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.368204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9280"} {"level":"info","ts":"2026-04-23T08:02:24.298603Z","caller":"traceutil/trace.go:171","msg":"trace[657394030] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:8799; }","duration":"136.533798ms","start":"2026-04-23T08:02:24.162062Z","end":"2026-04-23T08:02:24.298595Z","steps":["trace[657394030] 'agreement among raft nodes before linearized reading' (duration: 136.261682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:24.299176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.150053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3214"} {"level":"info","ts":"2026-04-23T08:02:24.299294Z","caller":"traceutil/trace.go:171","msg":"trace[761378013] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:8799; }","duration":"185.295807ms","start":"2026-04-23T08:02:24.113974Z","end":"2026-04-23T08:02:24.29927Z","steps":["trace[761378013] 'agreement among raft nodes before linearized reading' (duration: 184.380525ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:24.341272Z","caller":"traceutil/trace.go:171","msg":"trace[450648185] transaction","detail":"{read_only:false; response_revision:8800; number_of_response:1; }","duration":"144.873163ms","start":"2026-04-23T08:02:24.196371Z","end":"2026-04-23T08:02:24.341244Z","steps":["trace[450648185] 'process raft request' (duration: 144.707209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:24.341616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.281871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-04-23T08:02:24.341683Z","caller":"traceutil/trace.go:171","msg":"trace[1092688917] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8800; }","duration":"133.425235ms","start":"2026-04-23T08:02:24.208241Z","end":"2026-04-23T08:02:24.341667Z","steps":["trace[1092688917] 'agreement among raft nodes before linearized reading' (duration: 133.17632ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:24.441999Z","caller":"traceutil/trace.go:171","msg":"trace[848148605] linearizableReadLoop","detail":"{readStateIndex:9107; appliedIndex:9105; }","duration":"100.591828ms","start":"2026-04-23T08:02:24.341386Z","end":"2026-04-23T08:02:24.441978Z","steps":["trace[848148605] 'read index received' (duration: 83.554441ms)","trace[848148605] 'applied index is now lower than readState.Index' (duration: 17.036417ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:02:24.442149Z","caller":"traceutil/trace.go:171","msg":"trace[662480738] transaction","detail":"{read_only:false; response_revision:8801; number_of_response:1; }","duration":"136.239961ms","start":"2026-04-23T08:02:24.305811Z","end":"2026-04-23T08:02:24.442051Z","steps":["trace[662480738] 'process raft request' (duration: 119.226504ms)","trace[662480738] 'compare' (duration: 16.70379ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:02:24.442166Z","caller":"traceutil/trace.go:171","msg":"trace[419839024] transaction","detail":"{read_only:false; response_revision:8802; number_of_response:1; }","duration":"125.640154ms","start":"2026-04-23T08:02:24.316485Z","end":"2026-04-23T08:02:24.442125Z","steps":["trace[419839024] 'process raft request' (duration: 125.424359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:24.442214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.363266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3524"} {"level":"info","ts":"2026-04-23T08:02:24.442271Z","caller":"traceutil/trace.go:171","msg":"trace[1269005648] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8802; }","duration":"110.472379ms","start":"2026-04-23T08:02:24.331783Z","end":"2026-04-23T08:02:24.442255Z","steps":["trace[1269005648] 'agreement among raft nodes before linearized reading' (duration: 110.313005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:24.442209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.698821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3214"} {"level":"info","ts":"2026-04-23T08:02:24.442376Z","caller":"traceutil/trace.go:171","msg":"trace[588486900] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:8802; }","duration":"133.920797ms","start":"2026-04-23T08:02:24.308438Z","end":"2026-04-23T08:02:24.442359Z","steps":["trace[588486900] 'agreement among raft nodes before linearized reading' (duration: 133.6333ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:24.657839Z","caller":"traceutil/trace.go:171","msg":"trace[1212243140] transaction","detail":"{read_only:false; response_revision:8808; number_of_response:1; }","duration":"136.883996ms","start":"2026-04-23T08:02:24.520921Z","end":"2026-04-23T08:02:24.657805Z","steps":["trace[1212243140] 'process raft request' (duration: 136.66299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:24.657999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.89518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/local-path-storage/\" range_end:\"/registry/resourcequotas/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:02:24.65809Z","caller":"traceutil/trace.go:171","msg":"trace[1565883048] range","detail":"{range_begin:/registry/resourcequotas/local-path-storage/; range_end:/registry/resourcequotas/local-path-storage0; response_count:0; response_revision:8808; }","duration":"153.022113ms","start":"2026-04-23T08:02:24.505043Z","end":"2026-04-23T08:02:24.658065Z","steps":["trace[1565883048] 'agreement among raft nodes before linearized reading' (duration: 152.846239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:24.658095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.819575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance-nodes\" ","response":"range_response_count:1 size:1255"} {"level":"info","ts":"2026-04-23T08:02:24.6582Z","caller":"traceutil/trace.go:171","msg":"trace[1081047483] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance-nodes; range_end:; response_count:1; response_revision:8808; }","duration":"151.991119ms","start":"2026-04-23T08:02:24.506182Z","end":"2026-04-23T08:02:24.658173Z","steps":["trace[1081047483] 'agreement among raft nodes before linearized reading' (duration: 151.647531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:25.025565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.197915ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:02:25.025689Z","caller":"traceutil/trace.go:171","msg":"trace[1575730827] linearizableReadLoop","detail":"{readStateIndex:9117; appliedIndex:9115; }","duration":"285.28786ms","start":"2026-04-23T08:02:24.740383Z","end":"2026-04-23T08:02:25.025671Z","steps":["trace[1575730827] 'read index received' (duration: 21.357949ms)","trace[1575730827] 'applied index is now lower than readState.Index' (duration: 263.928551ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:02:25.025767Z","caller":"traceutil/trace.go:171","msg":"trace[1750656212] transaction","detail":"{read_only:false; response_revision:8812; number_of_response:1; }","duration":"287.243485ms","start":"2026-04-23T08:02:24.738512Z","end":"2026-04-23T08:02:25.025755Z","steps":["trace[1750656212] 'process raft request' (duration: 175.753993ms)","trace[1750656212] 'compare' (duration: 111.028471ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:02:25.026035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.605217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-04-23T08:02:25.026136Z","caller":"traceutil/trace.go:171","msg":"trace[1707922679] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:8812; }","duration":"285.75189ms","start":"2026-04-23T08:02:24.740362Z","end":"2026-04-23T08:02:25.026114Z","steps":["trace[1707922679] 'agreement among raft nodes before linearized reading' (duration: 285.401582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:25.028184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.411427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:02:25.028214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.01203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-04-23T08:02:25.028243Z","caller":"traceutil/trace.go:171","msg":"trace[132449366] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8813; }","duration":"146.51674ms","start":"2026-04-23T08:02:24.881711Z","end":"2026-04-23T08:02:25.028228Z","steps":["trace[132449366] 'agreement among raft nodes before linearized reading' (duration: 146.408697ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:25.028278Z","caller":"traceutil/trace.go:171","msg":"trace[752637189] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:8813; }","duration":"287.117712ms","start":"2026-04-23T08:02:24.741141Z","end":"2026-04-23T08:02:25.028259Z","steps":["trace[752637189] 'agreement among raft nodes before linearized reading' (duration: 286.890777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:25.028304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.063684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9597"} {"level":"info","ts":"2026-04-23T08:02:25.028372Z","caller":"traceutil/trace.go:171","msg":"trace[100883371] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:8813; }","duration":"276.155227ms","start":"2026-04-23T08:02:24.752206Z","end":"2026-04-23T08:02:25.028362Z","steps":["trace[100883371] 'agreement among raft nodes before linearized reading' (duration: 275.945062ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:25.02821Z","caller":"traceutil/trace.go:171","msg":"trace[1263991729] transaction","detail":"{read_only:false; response_revision:8813; number_of_response:1; }","duration":"177.782269ms","start":"2026-04-23T08:02:24.850388Z","end":"2026-04-23T08:02:25.02817Z","steps":["trace[1263991729] 'process raft request' (duration: 177.457112ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:25.228991Z","caller":"traceutil/trace.go:171","msg":"trace[2009441949] linearizableReadLoop","detail":"{readStateIndex:9121; appliedIndex:9120; }","duration":"122.525801ms","start":"2026-04-23T08:02:25.106429Z","end":"2026-04-23T08:02:25.228955Z","steps":["trace[2009441949] 'read index received' (duration: 84.742239ms)","trace[2009441949] 'applied index is now lower than readState.Index' (duration: 37.782142ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:02:25.229046Z","caller":"traceutil/trace.go:171","msg":"trace[1203353304] transaction","detail":"{read_only:false; response_revision:8816; number_of_response:1; }","duration":"124.925597ms","start":"2026-04-23T08:02:25.104085Z","end":"2026-04-23T08:02:25.22901Z","steps":["trace[1203353304] 'process raft request' (duration: 87.144524ms)","trace[1203353304] 'compare' (duration: 37.583088ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:02:25.229321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.867969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-04-23T08:02:25.229384Z","caller":"traceutil/trace.go:171","msg":"trace[279349454] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:8816; }","duration":"123.001812ms","start":"2026-04-23T08:02:25.106373Z","end":"2026-04-23T08:02:25.229374Z","steps":["trace[279349454] 'agreement among raft nodes before linearized reading' (duration: 122.796687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:25.229428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.5295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gm894\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-23T08:02:25.229317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.769836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T08:02:25.229465Z","caller":"traceutil/trace.go:171","msg":"trace[265983881] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gm894; range_end:; response_count:1; response_revision:8816; }","duration":"101.605572ms","start":"2026-04-23T08:02:25.127849Z","end":"2026-04-23T08:02:25.229455Z","steps":["trace[265983881] 'agreement among raft nodes before linearized reading' (duration: 101.494489ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:25.229532Z","caller":"traceutil/trace.go:171","msg":"trace[117032414] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8816; }","duration":"105.006382ms","start":"2026-04-23T08:02:25.124492Z","end":"2026-04-23T08:02:25.229498Z","steps":["trace[117032414] 'agreement among raft nodes before linearized reading' (duration: 104.722475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:25.479467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.18923ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:02:25.479665Z","caller":"traceutil/trace.go:171","msg":"trace[1767897260] transaction","detail":"{read_only:false; response_revision:8817; number_of_response:1; }","duration":"245.596594ms","start":"2026-04-23T08:02:25.234038Z","end":"2026-04-23T08:02:25.479634Z","steps":["trace[1767897260] 'process raft request' (duration: 100.127378ms)","trace[1767897260] 'compare' (duration: 145.057596ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:02:25.479799Z","caller":"traceutil/trace.go:171","msg":"trace[707370733] linearizableReadLoop","detail":"{readStateIndex:9124; appliedIndex:9121; }","duration":"245.110712ms","start":"2026-04-23T08:02:25.234673Z","end":"2026-04-23T08:02:25.479783Z","steps":["trace[707370733] 'read index received' (duration: 99.512333ms)","trace[707370733] 'applied index is now lower than readState.Index' (duration: 145.597409ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:02:25.480094Z","caller":"traceutil/trace.go:171","msg":"trace[1716526897] transaction","detail":"{read_only:false; response_revision:8818; number_of_response:1; }","duration":"245.492231ms","start":"2026-04-23T08:02:25.234587Z","end":"2026-04-23T08:02:25.480079Z","steps":["trace[1716526897] 'process raft request' (duration: 244.980939ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:25.480061Z","caller":"traceutil/trace.go:171","msg":"trace[995726866] transaction","detail":"{read_only:false; response_revision:8822; number_of_response:1; }","duration":"243.934015ms","start":"2026-04-23T08:02:25.236095Z","end":"2026-04-23T08:02:25.480029Z","steps":["trace[995726866] 'process raft request' (duration: 243.632068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:25.480114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.406719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9597"} {"level":"info","ts":"2026-04-23T08:02:25.48015Z","caller":"traceutil/trace.go:171","msg":"trace[1579942711] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:8822; }","duration":"245.500612ms","start":"2026-04-23T08:02:25.23464Z","end":"2026-04-23T08:02:25.480141Z","steps":["trace[1579942711] 'agreement among raft nodes before linearized reading' (duration: 245.328998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:25.480177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.643279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:02:25.48021Z","caller":"traceutil/trace.go:171","msg":"trace[640106372] transaction","detail":"{read_only:false; response_revision:8820; number_of_response:1; }","duration":"245.42021ms","start":"2026-04-23T08:02:25.234761Z","end":"2026-04-23T08:02:25.480181Z","steps":["trace[640106372] 'process raft request' (duration: 244.882877ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:25.480233Z","caller":"traceutil/trace.go:171","msg":"trace[1114473579] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8822; }","duration":"109.717131ms","start":"2026-04-23T08:02:25.370491Z","end":"2026-04-23T08:02:25.480208Z","steps":["trace[1114473579] 'agreement among raft nodes before linearized reading' (duration: 109.64849ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:25.480229Z","caller":"traceutil/trace.go:171","msg":"trace[393932837] transaction","detail":"{read_only:false; response_revision:8821; number_of_response:1; }","duration":"244.620131ms","start":"2026-04-23T08:02:25.2356Z","end":"2026-04-23T08:02:25.48022Z","steps":["trace[393932837] 'process raft request' (duration: 244.100919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:25.48034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.600336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:02:25.480367Z","caller":"traceutil/trace.go:171","msg":"trace[2111145393] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:8822; }","duration":"132.669228ms","start":"2026-04-23T08:02:25.34769Z","end":"2026-04-23T08:02:25.480359Z","steps":["trace[2111145393] 'agreement among raft nodes before linearized reading' (duration: 132.615437ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:25.480472Z","caller":"traceutil/trace.go:171","msg":"trace[475811487] transaction","detail":"{read_only:false; response_revision:8819; number_of_response:1; }","duration":"245.789529ms","start":"2026-04-23T08:02:25.234606Z","end":"2026-04-23T08:02:25.480395Z","steps":["trace[475811487] 'process raft request' (duration: 245.00647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:25.480526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.512429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:216178"} {"level":"info","ts":"2026-04-23T08:02:25.480615Z","caller":"traceutil/trace.go:171","msg":"trace[789111081] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8822; }","duration":"244.648221ms","start":"2026-04-23T08:02:25.235947Z","end":"2026-04-23T08:02:25.480596Z","steps":["trace[789111081] 'agreement among raft nodes before linearized reading' (duration: 244.132119ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:25.628746Z","caller":"traceutil/trace.go:171","msg":"trace[717462189] transaction","detail":"{read_only:false; response_revision:8823; number_of_response:1; }","duration":"127.535527ms","start":"2026-04-23T08:02:25.50117Z","end":"2026-04-23T08:02:25.628706Z","steps":["trace[717462189] 'process raft request' (duration: 103.472075ms)","trace[717462189] 'compare' (duration: 23.328285ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:02:26.520387Z","caller":"traceutil/trace.go:171","msg":"trace[434472742] linearizableReadLoop","detail":"{readStateIndex:9136; appliedIndex:9135; }","duration":"140.597734ms","start":"2026-04-23T08:02:26.37976Z","end":"2026-04-23T08:02:26.520358Z","steps":["trace[434472742] 'read index received' (duration: 140.311797ms)","trace[434472742] 'applied index is now lower than readState.Index' (duration: 284.617µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:02:26.520471Z","caller":"traceutil/trace.go:171","msg":"trace[742831653] transaction","detail":"{read_only:false; response_revision:8830; number_of_response:1; }","duration":"140.976473ms","start":"2026-04-23T08:02:26.379462Z","end":"2026-04-23T08:02:26.520439Z","steps":["trace[742831653] 'process raft request' (duration: 140.659986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:26.520721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.932961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-04-23T08:02:26.520764Z","caller":"traceutil/trace.go:171","msg":"trace[1071558008] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:8830; }","duration":"141.042484ms","start":"2026-04-23T08:02:26.37971Z","end":"2026-04-23T08:02:26.520753Z","steps":["trace[1071558008] 'agreement among raft nodes before linearized reading' (duration: 140.795488ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:26.645299Z","caller":"traceutil/trace.go:171","msg":"trace[342564959] linearizableReadLoop","detail":"{readStateIndex:9137; appliedIndex:9136; }","duration":"124.795249ms","start":"2026-04-23T08:02:26.520473Z","end":"2026-04-23T08:02:26.645268Z","steps":["trace[342564959] 'read index received' (duration: 42.499131ms)","trace[342564959] 'applied index is now lower than readState.Index' (duration: 82.294698ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:02:26.645341Z","caller":"traceutil/trace.go:171","msg":"trace[1905015912] transaction","detail":"{read_only:false; response_revision:8831; number_of_response:1; }","duration":"136.398637ms","start":"2026-04-23T08:02:26.508899Z","end":"2026-04-23T08:02:26.645297Z","steps":["trace[1905015912] 'process raft request' (duration: 54.022456ms)","trace[1905015912] 'compare' (duration: 82.076404ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:02:26.645605Z","caller":"traceutil/trace.go:171","msg":"trace[318192045] transaction","detail":"{read_only:false; response_revision:8832; number_of_response:1; }","duration":"103.5556ms","start":"2026-04-23T08:02:26.541984Z","end":"2026-04-23T08:02:26.64554Z","steps":["trace[318192045] 'process raft request' (duration: 103.220302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:26.645688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.638053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-glance.18a8eda4b926717d\" ","response":"range_response_count:1 size:732"} {"level":"info","ts":"2026-04-23T08:02:26.645732Z","caller":"traceutil/trace.go:171","msg":"trace[557681669] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-glance.18a8eda4b926717d; range_end:; response_count:1; response_revision:8832; }","duration":"120.709945ms","start":"2026-04-23T08:02:26.525009Z","end":"2026-04-23T08:02:26.645719Z","steps":["trace[557681669] 'agreement among raft nodes before linearized reading' (duration: 120.474249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:26.645742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.328677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-23T08:02:26.645841Z","caller":"traceutil/trace.go:171","msg":"trace[1578974711] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8832; }","duration":"195.4833ms","start":"2026-04-23T08:02:26.450335Z","end":"2026-04-23T08:02:26.645818Z","steps":["trace[1578974711] 'agreement among raft nodes before linearized reading' (duration: 195.076691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:26.646016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.633406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:02:26.646116Z","caller":"traceutil/trace.go:171","msg":"trace[1385354019] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:8832; }","duration":"160.80715ms","start":"2026-04-23T08:02:26.485287Z","end":"2026-04-23T08:02:26.646094Z","steps":["trace[1385354019] 'agreement among raft nodes before linearized reading' (duration: 160.019612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:26.64613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.613543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9597"} {"level":"info","ts":"2026-04-23T08:02:26.646262Z","caller":"traceutil/trace.go:171","msg":"trace[2049708146] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:8832; }","duration":"120.780576ms","start":"2026-04-23T08:02:26.525454Z","end":"2026-04-23T08:02:26.646235Z","steps":["trace[2049708146] 'agreement among raft nodes before linearized reading' (duration: 120.407018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:27.062868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.708813ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:02:27.062977Z","caller":"traceutil/trace.go:171","msg":"trace[1826213684] linearizableReadLoop","detail":"{readStateIndex:9142; appliedIndex:9141; }","duration":"230.760774ms","start":"2026-04-23T08:02:26.8322Z","end":"2026-04-23T08:02:27.062961Z","steps":["trace[1826213684] 'read index received' (duration: 100.745724ms)","trace[1826213684] 'applied index is now lower than readState.Index' (duration: 130.01395ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:02:27.06312Z","caller":"traceutil/trace.go:171","msg":"trace[2094139808] transaction","detail":"{read_only:false; response_revision:8835; number_of_response:1; }","duration":"231.715416ms","start":"2026-04-23T08:02:26.831389Z","end":"2026-04-23T08:02:27.063104Z","steps":["trace[2094139808] 'process raft request' (duration: 101.680406ms)","trace[2094139808] 'compare' (duration: 129.258253ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:02:27.063388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.155614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19283"} {"level":"info","ts":"2026-04-23T08:02:27.063501Z","caller":"traceutil/trace.go:171","msg":"trace[1739858225] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8835; }","duration":"231.348798ms","start":"2026-04-23T08:02:26.83213Z","end":"2026-04-23T08:02:27.063479Z","steps":["trace[1739858225] 'agreement among raft nodes before linearized reading' (duration: 230.98251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:27.086486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.837547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:02:27.086681Z","caller":"traceutil/trace.go:171","msg":"trace[2103683299] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8836; }","duration":"202.062392ms","start":"2026-04-23T08:02:26.884527Z","end":"2026-04-23T08:02:27.086589Z","steps":["trace[2103683299] 'agreement among raft nodes before linearized reading' (duration: 201.832117ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:27.6839Z","caller":"traceutil/trace.go:171","msg":"trace[10171940] transaction","detail":"{read_only:false; response_revision:8838; number_of_response:1; }","duration":"194.228672ms","start":"2026-04-23T08:02:27.489641Z","end":"2026-04-23T08:02:27.68387Z","steps":["trace[10171940] 'process raft request' (duration: 193.72599ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:27.996527Z","caller":"traceutil/trace.go:171","msg":"trace[1402255556] linearizableReadLoop","detail":"{readStateIndex:9149; appliedIndex:9144; }","duration":"504.48224ms","start":"2026-04-23T08:02:27.492013Z","end":"2026-04-23T08:02:27.996495Z","steps":["trace[1402255556] 'read index received' (duration: 191.705163ms)","trace[1402255556] 'applied index is now lower than readState.Index' (duration: 312.775597ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:02:27.996793Z","caller":"traceutil/trace.go:171","msg":"trace[1034337976] transaction","detail":"{read_only:false; response_revision:8841; number_of_response:1; }","duration":"506.429055ms","start":"2026-04-23T08:02:27.490347Z","end":"2026-04-23T08:02:27.996777Z","steps":["trace[1034337976] 'process raft request' (duration: 505.955624ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:27.99686Z","caller":"traceutil/trace.go:171","msg":"trace[1677561228] transaction","detail":"{read_only:false; response_revision:8839; number_of_response:1; }","duration":"506.65057ms","start":"2026-04-23T08:02:27.49019Z","end":"2026-04-23T08:02:27.99684Z","steps":["trace[1677561228] 'process raft request' (duration: 505.885432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:27.997024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:27.490308Z","time spent":"506.555648ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:02:27.997065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:27.490175Z","time spent":"506.752272ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:02:27.997136Z","caller":"traceutil/trace.go:171","msg":"trace[246370343] transaction","detail":"{read_only:false; response_revision:8843; number_of_response:1; }","duration":"382.911805ms","start":"2026-04-23T08:02:27.614193Z","end":"2026-04-23T08:02:27.997105Z","steps":["trace[246370343] 'process raft request' (duration: 382.230719ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:27.996747Z","caller":"traceutil/trace.go:171","msg":"trace[1159444165] transaction","detail":"{read_only:false; response_revision:8840; number_of_response:1; }","duration":"506.466806ms","start":"2026-04-23T08:02:27.490241Z","end":"2026-04-23T08:02:27.996708Z","steps":["trace[1159444165] 'process raft request' (duration: 506.010175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:27.997241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:27.61416Z","time spent":"383.034328ms","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":853,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T08:02:27.997301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:27.49021Z","time spent":"507.04585ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:02:27.997426Z","caller":"traceutil/trace.go:171","msg":"trace[916615682] transaction","detail":"{read_only:false; response_revision:8842; number_of_response:1; }","duration":"507.063079ms","start":"2026-04-23T08:02:27.490347Z","end":"2026-04-23T08:02:27.99741Z","steps":["trace[916615682] 'process raft request' (duration: 506.004335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:27.997514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:27.490314Z","time spent":"507.156642ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:02:27.998319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.275101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:216178"} {"level":"info","ts":"2026-04-23T08:02:27.998413Z","caller":"traceutil/trace.go:171","msg":"trace[440640986] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8843; }","duration":"506.422905ms","start":"2026-04-23T08:02:27.491968Z","end":"2026-04-23T08:02:27.998391Z","steps":["trace[440640986] 'agreement among raft nodes before linearized reading' (duration: 505.228297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:27.998605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:27.491954Z","time spent":"506.636299ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":216201,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-23T08:02:28.126792Z","caller":"traceutil/trace.go:171","msg":"trace[384661200] linearizableReadLoop","detail":"{readStateIndex:9151; appliedIndex:9150; }","duration":"130.035321ms","start":"2026-04-23T08:02:27.996729Z","end":"2026-04-23T08:02:28.126764Z","steps":["trace[384661200] 'read index received' (duration: 97.523921ms)","trace[384661200] 'applied index is now lower than readState.Index' (duration: 32.51045ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:02:28.126881Z","caller":"traceutil/trace.go:171","msg":"trace[1091111463] transaction","detail":"{read_only:false; response_revision:8844; number_of_response:1; }","duration":"197.037766ms","start":"2026-04-23T08:02:27.929789Z","end":"2026-04-23T08:02:28.126827Z","steps":["trace[1091111463] 'process raft request' (duration: 164.542556ms)","trace[1091111463] 'compare' (duration: 32.281565ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:02:28.127111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.949835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-23T08:02:28.127157Z","caller":"traceutil/trace.go:171","msg":"trace[167557380] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8844; }","duration":"412.071808ms","start":"2026-04-23T08:02:27.715073Z","end":"2026-04-23T08:02:28.127145Z","steps":["trace[167557380] 'agreement among raft nodes before linearized reading' (duration: 411.799261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:28.127193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:27.715047Z","time spent":"412.13659ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T08:02:28.127493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.133522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e3bea1dd-b45f-4022-9994-6f53bcc0675c\" ","response":"range_response_count:1 size:3641"} {"level":"warn","ts":"2026-04-23T08:02:28.127574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.033982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e3bea1dd-b45f-4022-9994-6f53bcc0675c\" ","response":"range_response_count:1 size:3641"} {"level":"info","ts":"2026-04-23T08:02:28.127622Z","caller":"traceutil/trace.go:171","msg":"trace[867869123] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e3bea1dd-b45f-4022-9994-6f53bcc0675c; range_end:; response_count:1; response_revision:8844; }","duration":"319.155644ms","start":"2026-04-23T08:02:27.808453Z","end":"2026-04-23T08:02:28.127609Z","steps":["trace[867869123] 'agreement among raft nodes before linearized reading' (duration: 318.918629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:28.127658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:27.808409Z","time spent":"319.238546ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3664,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e3bea1dd-b45f-4022-9994-6f53bcc0675c\" "} {"level":"info","ts":"2026-04-23T08:02:28.127726Z","caller":"traceutil/trace.go:171","msg":"trace[640822016] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e3bea1dd-b45f-4022-9994-6f53bcc0675c; range_end:; response_count:1; response_revision:8844; }","duration":"198.310446ms","start":"2026-04-23T08:02:27.929276Z","end":"2026-04-23T08:02:28.127586Z","steps":["trace[640822016] 'agreement among raft nodes before linearized reading' (duration: 197.954638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:28.494611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.855962ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:02:28.494749Z","caller":"traceutil/trace.go:171","msg":"trace[311622752] transaction","detail":"{read_only:false; response_revision:8845; number_of_response:1; }","duration":"360.099679ms","start":"2026-04-23T08:02:28.134623Z","end":"2026-04-23T08:02:28.494723Z","steps":["trace[311622752] 'process raft request' (duration: 251.026362ms)","trace[311622752] 'compare' (duration: 108.601176ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:02:28.494818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:28.134592Z","time spent":"360.193371ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3743,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:02:28.539935Z","caller":"traceutil/trace.go:171","msg":"trace[721092715] linearizableReadLoop","detail":"{readStateIndex:9153; appliedIndex:9151; }","duration":"363.708042ms","start":"2026-04-23T08:02:28.176197Z","end":"2026-04-23T08:02:28.539905Z","steps":["trace[721092715] 'read index received' (duration: 209.416822ms)","trace[721092715] 'applied index is now lower than readState.Index' (duration: 154.28983ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:02:28.540088Z","caller":"traceutil/trace.go:171","msg":"trace[1374360394] transaction","detail":"{read_only:false; response_revision:8846; number_of_response:1; }","duration":"404.994474ms","start":"2026-04-23T08:02:28.13508Z","end":"2026-04-23T08:02:28.540075Z","steps":["trace[1374360394] 'process raft request' (duration: 404.623726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:28.540254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:28.135045Z","time spent":"405.077316ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:02:28.54039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.169693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T08:02:28.54047Z","caller":"traceutil/trace.go:171","msg":"trace[931142646] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8846; }","duration":"364.315936ms","start":"2026-04-23T08:02:28.176133Z","end":"2026-04-23T08:02:28.540449Z","steps":["trace[931142646] 'agreement among raft nodes before linearized reading' (duration: 364.103801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:28.540517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:28.176111Z","time spent":"364.398078ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T08:02:28.541304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.217569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T08:02:28.541753Z","caller":"traceutil/trace.go:171","msg":"trace[1931245005] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8846; }","duration":"253.228823ms","start":"2026-04-23T08:02:28.288247Z","end":"2026-04-23T08:02:28.541475Z","steps":["trace[1931245005] 'agreement among raft nodes before linearized reading' (duration: 251.920512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:28.897528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.035041ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:02:28.898106Z","caller":"traceutil/trace.go:171","msg":"trace[404006111] transaction","detail":"{read_only:false; response_revision:8847; number_of_response:1; }","duration":"351.251203ms","start":"2026-04-23T08:02:28.546797Z","end":"2026-04-23T08:02:28.898048Z","steps":["trace[404006111] 'process raft request' (duration: 223.2731ms)","trace[404006111] 'compare' (duration: 126.485769ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:02:28.89821Z","caller":"traceutil/trace.go:171","msg":"trace[482155192] transaction","detail":"{read_only:false; response_revision:8848; number_of_response:1; }","duration":"247.595763ms","start":"2026-04-23T08:02:28.650585Z","end":"2026-04-23T08:02:28.898181Z","steps":["trace[482155192] 'process raft request' (duration: 247.155233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:28.898278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:28.546768Z","time spent":"351.422567ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:02:29.053477Z","caller":"traceutil/trace.go:171","msg":"trace[1332226807] transaction","detail":"{read_only:false; response_revision:8849; number_of_response:1; }","duration":"105.459353ms","start":"2026-04-23T08:02:28.947954Z","end":"2026-04-23T08:02:29.053413Z","steps":["trace[1332226807] 'process raft request' (duration: 74.483778ms)","trace[1332226807] 'compare' (duration: 30.800861ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:02:30.110678Z","caller":"traceutil/trace.go:171","msg":"trace[1121119135] transaction","detail":"{read_only:false; response_revision:8852; number_of_response:1; }","duration":"103.731913ms","start":"2026-04-23T08:02:30.006915Z","end":"2026-04-23T08:02:30.110647Z","steps":["trace[1121119135] 'process raft request' (duration: 103.513938ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:30.127413Z","caller":"traceutil/trace.go:171","msg":"trace[737232623] linearizableReadLoop","detail":"{readStateIndex:9161; appliedIndex:9158; }","duration":"118.877153ms","start":"2026-04-23T08:02:30.008508Z","end":"2026-04-23T08:02:30.127385Z","steps":["trace[737232623] 'read index received' (duration: 102.032274ms)","trace[737232623] 'applied index is now lower than readState.Index' (duration: 16.844009ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:02:30.127488Z","caller":"traceutil/trace.go:171","msg":"trace[2094643976] transaction","detail":"{read_only:false; response_revision:8854; number_of_response:1; }","duration":"119.950527ms","start":"2026-04-23T08:02:30.007512Z","end":"2026-04-23T08:02:30.127463Z","steps":["trace[2094643976] 'process raft request' (duration: 119.766463ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:30.127571Z","caller":"traceutil/trace.go:171","msg":"trace[64485776] transaction","detail":"{read_only:false; response_revision:8853; number_of_response:1; }","duration":"120.392048ms","start":"2026-04-23T08:02:30.007145Z","end":"2026-04-23T08:02:30.127537Z","steps":["trace[64485776] 'process raft request' (duration: 119.952308ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:30.127662Z","caller":"traceutil/trace.go:171","msg":"trace[1731512611] transaction","detail":"{read_only:false; response_revision:8855; number_of_response:1; }","duration":"118.519225ms","start":"2026-04-23T08:02:30.009132Z","end":"2026-04-23T08:02:30.127652Z","steps":["trace[1731512611] 'process raft request' (duration: 118.188487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:30.12766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.124899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gm894\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T08:02:30.128017Z","caller":"traceutil/trace.go:171","msg":"trace[279923033] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gm894; range_end:; response_count:1; response_revision:8855; }","duration":"119.518547ms","start":"2026-04-23T08:02:30.008462Z","end":"2026-04-23T08:02:30.127981Z","steps":["trace[279923033] 'agreement among raft nodes before linearized reading' (duration: 119.033006ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:31.150339Z","caller":"traceutil/trace.go:171","msg":"trace[1772383533] transaction","detail":"{read_only:false; response_revision:8862; number_of_response:1; }","duration":"149.477769ms","start":"2026-04-23T08:02:31.000836Z","end":"2026-04-23T08:02:31.150314Z","steps":["trace[1772383533] 'process raft request' (duration: 149.257834ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:31.490871Z","caller":"traceutil/trace.go:171","msg":"trace[1926204159] transaction","detail":"{read_only:false; response_revision:8868; number_of_response:1; }","duration":"157.533155ms","start":"2026-04-23T08:02:31.333305Z","end":"2026-04-23T08:02:31.490838Z","steps":["trace[1926204159] 'process raft request' (duration: 75.264117ms)","trace[1926204159] 'compare' (duration: 82.036183ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:02:32.387286Z","caller":"traceutil/trace.go:171","msg":"trace[2140777507] linearizableReadLoop","detail":"{readStateIndex:9182; appliedIndex:9180; }","duration":"189.091183ms","start":"2026-04-23T08:02:32.198165Z","end":"2026-04-23T08:02:32.387256Z","steps":["trace[2140777507] 'read index received' (duration: 37.6998ms)","trace[2140777507] 'applied index is now lower than readState.Index' (duration: 151.389623ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:02:32.387336Z","caller":"traceutil/trace.go:171","msg":"trace[876183784] transaction","detail":"{read_only:false; response_revision:8874; number_of_response:1; }","duration":"189.205706ms","start":"2026-04-23T08:02:32.198083Z","end":"2026-04-23T08:02:32.387289Z","steps":["trace[876183784] 'process raft request' (duration: 188.901339ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:32.387436Z","caller":"traceutil/trace.go:171","msg":"trace[1396308125] transaction","detail":"{read_only:false; response_revision:8875; number_of_response:1; }","duration":"189.076793ms","start":"2026-04-23T08:02:32.198328Z","end":"2026-04-23T08:02:32.387404Z","steps":["trace[1396308125] 'process raft request' (duration: 188.883728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:32.387965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.774519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:216178"} {"level":"info","ts":"2026-04-23T08:02:32.38802Z","caller":"traceutil/trace.go:171","msg":"trace[1934485377] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8875; }","duration":"189.8534ms","start":"2026-04-23T08:02:32.198155Z","end":"2026-04-23T08:02:32.388008Z","steps":["trace[1934485377] 'agreement among raft nodes before linearized reading' (duration: 189.236996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:32.462952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.159172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-23T08:02:32.463129Z","caller":"traceutil/trace.go:171","msg":"trace[78867938] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8876; }","duration":"263.385787ms","start":"2026-04-23T08:02:32.199722Z","end":"2026-04-23T08:02:32.463108Z","steps":["trace[78867938] 'agreement among raft nodes before linearized reading' (duration: 263.038099ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:32.462986Z","caller":"traceutil/trace.go:171","msg":"trace[382892470] transaction","detail":"{read_only:false; response_revision:8876; number_of_response:1; }","duration":"157.192066ms","start":"2026-04-23T08:02:32.305755Z","end":"2026-04-23T08:02:32.462947Z","steps":["trace[382892470] 'process raft request' (duration: 156.818648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:32.463289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.57999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3234"} {"level":"info","ts":"2026-04-23T08:02:32.463397Z","caller":"traceutil/trace.go:171","msg":"trace[400695622] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:8876; }","duration":"217.768744ms","start":"2026-04-23T08:02:32.245609Z","end":"2026-04-23T08:02:32.463378Z","steps":["trace[400695622] 'agreement among raft nodes before linearized reading' (duration: 217.414416ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:33.822747Z","caller":"traceutil/trace.go:171","msg":"trace[993219846] transaction","detail":"{read_only:false; response_revision:8886; number_of_response:1; }","duration":"218.751928ms","start":"2026-04-23T08:02:33.603941Z","end":"2026-04-23T08:02:33.822693Z","steps":["trace[993219846] 'process raft request' (duration: 140.971373ms)","trace[993219846] 'compare' (duration: 77.55578ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:02:34.112979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.453591ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:02:34.113154Z","caller":"traceutil/trace.go:171","msg":"trace[1323469091] transaction","detail":"{read_only:false; response_revision:8887; number_of_response:1; }","duration":"286.143872ms","start":"2026-04-23T08:02:33.826991Z","end":"2026-04-23T08:02:34.113135Z","steps":["trace[1323469091] 'process raft request' (duration: 158.452256ms)","trace[1323469091] 'compare' (duration: 127.337238ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:02:34.811045Z","caller":"traceutil/trace.go:171","msg":"trace[230933920] transaction","detail":"{read_only:false; response_revision:8895; number_of_response:1; }","duration":"145.861896ms","start":"2026-04-23T08:02:34.665108Z","end":"2026-04-23T08:02:34.81097Z","steps":["trace[230933920] 'process raft request' (duration: 126.890738ms)","trace[230933920] 'compare' (duration: 18.447796ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:02:35.544031Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634013591,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:02:35.920433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.1359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:10356"} {"level":"info","ts":"2026-04-23T08:02:35.920534Z","caller":"traceutil/trace.go:171","msg":"trace[1348474789] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:8896; }","duration":"920.303164ms","start":"2026-04-23T08:02:35.000207Z","end":"2026-04-23T08:02:35.920511Z","steps":["trace[1348474789] 'range keys from in-memory index tree' (duration: 919.910455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:35.920578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:35.000184Z","time spent":"920.384945ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10379,"request content":"key:\"/registry/pods/openstack/rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-04-23T08:02:35.921405Z","caller":"traceutil/trace.go:171","msg":"trace[1718749347] transaction","detail":"{read_only:false; response_revision:8897; number_of_response:1; }","duration":"895.038851ms","start":"2026-04-23T08:02:35.026329Z","end":"2026-04-23T08:02:35.921368Z","steps":["trace[1718749347] 'process raft request' (duration: 818.29203ms)","trace[1718749347] 'compare' (duration: 76.049755ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:02:35.921597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:35.026307Z","time spent":"895.193444ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:02:36.003083Z","caller":"traceutil/trace.go:171","msg":"trace[837646412] transaction","detail":"{read_only:false; response_revision:8898; number_of_response:1; }","duration":"811.403241ms","start":"2026-04-23T08:02:35.191649Z","end":"2026-04-23T08:02:36.003052Z","steps":["trace[837646412] 'process raft request' (duration: 811.176836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:36.003256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:35.191614Z","time spent":"811.553055ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:02:36.003318Z","caller":"traceutil/trace.go:171","msg":"trace[1237567674] linearizableReadLoop","detail":"{readStateIndex:9206; appliedIndex:9204; }","duration":"960.187594ms","start":"2026-04-23T08:02:35.043097Z","end":"2026-04-23T08:02:36.003285Z","steps":["trace[1237567674] 'read index received' (duration: 801.611385ms)","trace[1237567674] 'applied index is now lower than readState.Index' (duration: 158.573979ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:02:36.003441Z","caller":"traceutil/trace.go:171","msg":"trace[1457044775] transaction","detail":"{read_only:false; response_revision:8899; number_of_response:1; }","duration":"369.32637ms","start":"2026-04-23T08:02:35.634054Z","end":"2026-04-23T08:02:36.00338Z","steps":["trace[1457044775] 'process raft request' (duration: 368.923761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:36.003544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.43452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T08:02:36.003598Z","caller":"traceutil/trace.go:171","msg":"trace[846395870] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8899; }","duration":"960.505541ms","start":"2026-04-23T08:02:35.043078Z","end":"2026-04-23T08:02:36.003584Z","steps":["trace[846395870] 'agreement among raft nodes before linearized reading' (duration: 960.318857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:36.003667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:35.043071Z","time spent":"960.588174ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T08:02:36.003691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:35.634027Z","time spent":"369.526265ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:02:36.101651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.516198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:02:36.101717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.05102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:02:36.101701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.295304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:02:36.101755Z","caller":"traceutil/trace.go:171","msg":"trace[870461273] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:8900; }","duration":"500.678152ms","start":"2026-04-23T08:02:35.601051Z","end":"2026-04-23T08:02:36.101729Z","steps":["trace[870461273] 'agreement among raft nodes before linearized reading' (duration: 500.510858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:36.10173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030362204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-04-23T08:02:36.101773Z","caller":"traceutil/trace.go:171","msg":"trace[314797134] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:8900; }","duration":"800.158312ms","start":"2026-04-23T08:02:35.301598Z","end":"2026-04-23T08:02:36.101756Z","steps":["trace[314797134] 'agreement among raft nodes before linearized reading' (duration: 799.992048ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:36.101791Z","caller":"traceutil/trace.go:171","msg":"trace[940501436] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8900; }","duration":"217.445428ms","start":"2026-04-23T08:02:35.884326Z","end":"2026-04-23T08:02:36.101771Z","steps":["trace[940501436] 'agreement among raft nodes before linearized reading' (duration: 217.195772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:36.101787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.56884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:02:36.101807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:35.601021Z","time spent":"500.774894ms","remote":"127.0.0.1:38250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:02:36.101823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:35.301574Z","time spent":"800.239664ms","remote":"127.0.0.1:40110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:02:36.101828Z","caller":"traceutil/trace.go:171","msg":"trace[883281029] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:8900; }","duration":"1.030508876s","start":"2026-04-23T08:02:35.071297Z","end":"2026-04-23T08:02:36.101806Z","steps":["trace[883281029] 'agreement among raft nodes before linearized reading' (duration: 1.03021894s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:36.101847Z","caller":"traceutil/trace.go:171","msg":"trace[1907013677] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:8900; }","duration":"331.712404ms","start":"2026-04-23T08:02:35.770119Z","end":"2026-04-23T08:02:36.101832Z","steps":["trace[1907013677] 'agreement among raft nodes before linearized reading' (duration: 331.601331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:36.101872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:35.071279Z","time spent":"1.030584519s","remote":"127.0.0.1:48054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-04-23T08:02:36.101911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:35.770095Z","time spent":"331.801056ms","remote":"127.0.0.1:48268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:02:36.102076Z","caller":"traceutil/trace.go:171","msg":"trace[1103733709] transaction","detail":"{read_only:false; response_revision:8900; number_of_response:1; }","duration":"170.951945ms","start":"2026-04-23T08:02:35.930735Z","end":"2026-04-23T08:02:36.101687Z","steps":["trace[1103733709] 'process raft request' (duration: 161.078477ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:36.27418Z","caller":"traceutil/trace.go:171","msg":"trace[564041288] linearizableReadLoop","detail":"{readStateIndex:9209; appliedIndex:9208; }","duration":"171.347714ms","start":"2026-04-23T08:02:36.102804Z","end":"2026-04-23T08:02:36.274152Z","steps":["trace[564041288] 'read index received' (duration: 130.87773ms)","trace[564041288] 'applied index is now lower than readState.Index' (duration: 40.469044ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:02:36.274359Z","caller":"traceutil/trace.go:171","msg":"trace[316195099] transaction","detail":"{read_only:false; response_revision:8901; number_of_response:1; }","duration":"265.864195ms","start":"2026-04-23T08:02:36.008446Z","end":"2026-04-23T08:02:36.27431Z","steps":["trace[316195099] 'process raft request' (duration: 225.221267ms)","trace[316195099] 'compare' (duration: 40.344531ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:02:36.274414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.572939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:02:36.274455Z","caller":"traceutil/trace.go:171","msg":"trace[680103343] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8901; }","duration":"171.660851ms","start":"2026-04-23T08:02:36.102783Z","end":"2026-04-23T08:02:36.274444Z","steps":["trace[680103343] 'agreement among raft nodes before linearized reading' (duration: 171.551508ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:36.316934Z","caller":"traceutil/trace.go:171","msg":"trace[1676715293] transaction","detail":"{read_only:false; response_revision:8902; number_of_response:1; }","duration":"207.923057ms","start":"2026-04-23T08:02:36.108969Z","end":"2026-04-23T08:02:36.316892Z","steps":["trace[1676715293] 'process raft request' (duration: 207.60924ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:36.317009Z","caller":"traceutil/trace.go:171","msg":"trace[675014069] transaction","detail":"{read_only:false; response_revision:8903; number_of_response:1; }","duration":"207.835486ms","start":"2026-04-23T08:02:36.109128Z","end":"2026-04-23T08:02:36.316964Z","steps":["trace[675014069] 'process raft request' (duration: 207.645941ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:36.31711Z","caller":"traceutil/trace.go:171","msg":"trace[1353979414] transaction","detail":"{read_only:false; response_revision:8904; number_of_response:1; }","duration":"207.829656ms","start":"2026-04-23T08:02:36.10926Z","end":"2026-04-23T08:02:36.31709Z","steps":["trace[1353979414] 'process raft request' (duration: 207.59224ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:36.317361Z","caller":"traceutil/trace.go:171","msg":"trace[1882792682] transaction","detail":"{read_only:false; response_revision:8905; number_of_response:1; }","duration":"207.443217ms","start":"2026-04-23T08:02:36.109903Z","end":"2026-04-23T08:02:36.317346Z","steps":["trace[1882792682] 'process raft request' (duration: 207.049857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:36.317527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.326805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T08:02:36.317577Z","caller":"traceutil/trace.go:171","msg":"trace[2117102128] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8905; }","duration":"201.423148ms","start":"2026-04-23T08:02:36.11614Z","end":"2026-04-23T08:02:36.317563Z","steps":["trace[2117102128] 'agreement among raft nodes before linearized reading' (duration: 201.225433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:36.318213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.666021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e3bea1dd-b45f-4022-9994-6f53bcc0675c\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-04-23T08:02:36.31842Z","caller":"traceutil/trace.go:171","msg":"trace[1746449614] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e3bea1dd-b45f-4022-9994-6f53bcc0675c; range_end:; response_count:1; response_revision:8905; }","duration":"210.781693ms","start":"2026-04-23T08:02:36.1075Z","end":"2026-04-23T08:02:36.318281Z","steps":["trace[1746449614] 'agreement among raft nodes before linearized reading' (duration: 210.606399ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:36.575609Z","caller":"traceutil/trace.go:171","msg":"trace[1642424548] transaction","detail":"{read_only:false; response_revision:8911; number_of_response:1; }","duration":"106.973479ms","start":"2026-04-23T08:02:36.468592Z","end":"2026-04-23T08:02:36.575565Z","steps":["trace[1642424548] 'process raft request' (duration: 56.150516ms)","trace[1642424548] 'compare' (duration: 50.607098ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:02:37.149224Z","caller":"traceutil/trace.go:171","msg":"trace[770755296] transaction","detail":"{read_only:false; response_revision:8916; number_of_response:1; }","duration":"112.460914ms","start":"2026-04-23T08:02:37.036737Z","end":"2026-04-23T08:02:37.149198Z","steps":["trace[770755296] 'process raft request' (duration: 98.873161ms)","trace[770755296] 'compare' (duration: 13.268196ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:02:37.418714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.792746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:02:37.418938Z","caller":"traceutil/trace.go:171","msg":"trace[1175580687] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:8916; }","duration":"114.01257ms","start":"2026-04-23T08:02:37.304835Z","end":"2026-04-23T08:02:37.418847Z","steps":["trace[1175580687] 'count revisions from in-memory index tree' (duration: 113.652313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:38.038916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.831133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:02:38.039035Z","caller":"traceutil/trace.go:171","msg":"trace[270700602] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8918; }","duration":"154.985566ms","start":"2026-04-23T08:02:37.884Z","end":"2026-04-23T08:02:38.038986Z","steps":["trace[270700602] 'range keys from in-memory index tree' (duration: 154.625047ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:38.039139Z","caller":"traceutil/trace.go:171","msg":"trace[765784809] transaction","detail":"{read_only:false; response_revision:8919; number_of_response:1; }","duration":"111.40067ms","start":"2026-04-23T08:02:37.92767Z","end":"2026-04-23T08:02:38.03907Z","steps":["trace[765784809] 'process raft request' (duration: 65.285076ms)","trace[765784809] 'compare' (duration: 45.900549ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:02:38.217291Z","caller":"traceutil/trace.go:171","msg":"trace[1574452849] transaction","detail":"{read_only:false; response_revision:8921; number_of_response:1; }","duration":"111.668417ms","start":"2026-04-23T08:02:38.105573Z","end":"2026-04-23T08:02:38.217242Z","steps":["trace[1574452849] 'process raft request' (duration: 92.155237ms)","trace[1574452849] 'compare' (duration: 18.961928ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:02:38.474914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.916021ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:02:38.47504Z","caller":"traceutil/trace.go:171","msg":"trace[1466360475] linearizableReadLoop","detail":"{readStateIndex:9231; appliedIndex:9230; }","duration":"103.243972ms","start":"2026-04-23T08:02:38.371778Z","end":"2026-04-23T08:02:38.475022Z","steps":["trace[1466360475] 'read index received' (duration: 78.352µs)","trace[1466360475] 'applied index is now lower than readState.Index' (duration: 103.16483ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:02:38.475124Z","caller":"traceutil/trace.go:171","msg":"trace[85454366] transaction","detail":"{read_only:false; response_revision:8922; number_of_response:1; }","duration":"191.542859ms","start":"2026-04-23T08:02:38.283531Z","end":"2026-04-23T08:02:38.475074Z","steps":["trace[85454366] 'process raft request' (duration: 76.368702ms)","trace[85454366] 'compare' (duration: 114.788588ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:02:38.47542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.025057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-23T08:02:38.475427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.615461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T08:02:38.475474Z","caller":"traceutil/trace.go:171","msg":"trace[205968732] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8922; }","duration":"103.092579ms","start":"2026-04-23T08:02:38.372368Z","end":"2026-04-23T08:02:38.47546Z","steps":["trace[205968732] 'agreement among raft nodes before linearized reading' (duration: 102.949186ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:38.475531Z","caller":"traceutil/trace.go:171","msg":"trace[1820490944] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8922; }","duration":"103.814775ms","start":"2026-04-23T08:02:38.371692Z","end":"2026-04-23T08:02:38.475507Z","steps":["trace[1820490944] 'agreement among raft nodes before linearized reading' (duration: 103.495708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:38.476199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.297887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-23T08:02:38.476299Z","caller":"traceutil/trace.go:171","msg":"trace[595915735] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8922; }","duration":"104.424ms","start":"2026-04-23T08:02:38.371844Z","end":"2026-04-23T08:02:38.476268Z","steps":["trace[595915735] 'agreement among raft nodes before linearized reading' (duration: 103.395836ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:38.814342Z","caller":"traceutil/trace.go:171","msg":"trace[1035635778] transaction","detail":"{read_only:false; response_revision:8926; number_of_response:1; }","duration":"181.484088ms","start":"2026-04-23T08:02:38.632827Z","end":"2026-04-23T08:02:38.814311Z","steps":["trace[1035635778] 'process raft request' (duration: 181.271273ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:38.88289Z","caller":"traceutil/trace.go:171","msg":"trace[474128272] transaction","detail":"{read_only:false; response_revision:8927; number_of_response:1; }","duration":"249.933797ms","start":"2026-04-23T08:02:38.632907Z","end":"2026-04-23T08:02:38.882841Z","steps":["trace[474128272] 'process raft request' (duration: 198.182303ms)","trace[474128272] 'compare' (duration: 51.613191ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:02:40.414825Z","caller":"traceutil/trace.go:171","msg":"trace[395193313] transaction","detail":"{read_only:false; response_revision:8929; number_of_response:1; }","duration":"370.348085ms","start":"2026-04-23T08:02:40.044446Z","end":"2026-04-23T08:02:40.414794Z","steps":["trace[395193313] 'process raft request' (duration: 370.13428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:40.415046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:40.044416Z","time spent":"370.503049ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:02:40.448297Z","caller":"traceutil/trace.go:171","msg":"trace[187152685] transaction","detail":"{read_only:false; response_revision:8930; number_of_response:1; }","duration":"349.534245ms","start":"2026-04-23T08:02:40.09874Z","end":"2026-04-23T08:02:40.448274Z","steps":["trace[187152685] 'process raft request' (duration: 327.390885ms)","trace[187152685] 'compare' (duration: 21.970646ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:02:40.44841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:02:40.098709Z","time spent":"349.640447ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:02:40.730283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.430908ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:02:40.73044Z","caller":"traceutil/trace.go:171","msg":"trace[1411130520] linearizableReadLoop","detail":"{readStateIndex:9240; appliedIndex:9239; }","duration":"201.95874ms","start":"2026-04-23T08:02:40.528451Z","end":"2026-04-23T08:02:40.730409Z","steps":["trace[1411130520] 'read index received' (duration: 26.206125ms)","trace[1411130520] 'applied index is now lower than readState.Index' (duration: 175.746735ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:02:40.730487Z","caller":"traceutil/trace.go:171","msg":"trace[1491908652] transaction","detail":"{read_only:false; response_revision:8931; number_of_response:1; }","duration":"246.038227ms","start":"2026-04-23T08:02:40.484415Z","end":"2026-04-23T08:02:40.730453Z","steps":["trace[1491908652] 'process raft request' (duration: 70.312532ms)","trace[1491908652] 'compare' (duration: 175.300475ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:02:40.730637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.189595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T08:02:40.730677Z","caller":"traceutil/trace.go:171","msg":"trace[286218649] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8931; }","duration":"202.296968ms","start":"2026-04-23T08:02:40.528369Z","end":"2026-04-23T08:02:40.730666Z","steps":["trace[286218649] 'agreement among raft nodes before linearized reading' (duration: 202.154485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:40.73071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.924285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T08:02:40.73078Z","caller":"traceutil/trace.go:171","msg":"trace[243222425] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8931; }","duration":"168.026886ms","start":"2026-04-23T08:02:40.562736Z","end":"2026-04-23T08:02:40.730763Z","steps":["trace[243222425] 'agreement among raft nodes before linearized reading' (duration: 167.855852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:40.730896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.129736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-23T08:02:40.731178Z","caller":"traceutil/trace.go:171","msg":"trace[971647028] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8931; }","duration":"167.423943ms","start":"2026-04-23T08:02:40.563729Z","end":"2026-04-23T08:02:40.731153Z","steps":["trace[971647028] 'agreement among raft nodes before linearized reading' (duration: 167.093526ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:41.058279Z","caller":"traceutil/trace.go:171","msg":"trace[936702836] linearizableReadLoop","detail":"{readStateIndex:9244; appliedIndex:9243; }","duration":"173.554894ms","start":"2026-04-23T08:02:40.884689Z","end":"2026-04-23T08:02:41.058244Z","steps":["trace[936702836] 'read index received' (duration: 173.263218ms)","trace[936702836] 'applied index is now lower than readState.Index' (duration: 289.946µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:02:41.058442Z","caller":"traceutil/trace.go:171","msg":"trace[539552553] transaction","detail":"{read_only:false; response_revision:8935; number_of_response:1; }","duration":"234.87026ms","start":"2026-04-23T08:02:40.823559Z","end":"2026-04-23T08:02:41.058429Z","steps":["trace[539552553] 'process raft request' (duration: 234.389819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:41.058761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.482641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-04-23T08:02:41.058588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.888033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:02:41.059113Z","caller":"traceutil/trace.go:171","msg":"trace[1652224439] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8935; }","duration":"174.455116ms","start":"2026-04-23T08:02:40.884622Z","end":"2026-04-23T08:02:41.059077Z","steps":["trace[1652224439] 'agreement among raft nodes before linearized reading' (duration: 173.900803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:41.058818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.244385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T08:02:41.059414Z","caller":"traceutil/trace.go:171","msg":"trace[194205791] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8935; }","duration":"172.873879ms","start":"2026-04-23T08:02:40.886527Z","end":"2026-04-23T08:02:41.0594Z","steps":["trace[194205791] 'agreement among raft nodes before linearized reading' (duration: 171.972668ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:41.059019Z","caller":"traceutil/trace.go:171","msg":"trace[1267737924] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8935; }","duration":"114.779608ms","start":"2026-04-23T08:02:40.944194Z","end":"2026-04-23T08:02:41.058973Z","steps":["trace[1267737924] 'agreement among raft nodes before linearized reading' (duration: 114.362579ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:42.003215Z","caller":"traceutil/trace.go:171","msg":"trace[317872770] linearizableReadLoop","detail":"{readStateIndex:9247; appliedIndex:9246; }","duration":"250.343017ms","start":"2026-04-23T08:02:41.752835Z","end":"2026-04-23T08:02:42.003178Z","steps":["trace[317872770] 'read index received' (duration: 189.037172ms)","trace[317872770] 'applied index is now lower than readState.Index' (duration: 61.303154ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:02:42.00347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.581656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:02:42.003516Z","caller":"traceutil/trace.go:171","msg":"trace[1832884268] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8937; }","duration":"118.709859ms","start":"2026-04-23T08:02:41.884794Z","end":"2026-04-23T08:02:42.003504Z","steps":["trace[1832884268] 'agreement among raft nodes before linearized reading' (duration: 118.585936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:42.003629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.756756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3234"} {"level":"info","ts":"2026-04-23T08:02:42.003779Z","caller":"traceutil/trace.go:171","msg":"trace[99302775] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:8937; }","duration":"250.97057ms","start":"2026-04-23T08:02:41.752766Z","end":"2026-04-23T08:02:42.003737Z","steps":["trace[99302775] 'agreement among raft nodes before linearized reading' (duration: 250.575231ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:42.523424Z","caller":"traceutil/trace.go:171","msg":"trace[1594103341] transaction","detail":"{read_only:false; response_revision:8941; number_of_response:1; }","duration":"103.299793ms","start":"2026-04-23T08:02:42.420096Z","end":"2026-04-23T08:02:42.523395Z","steps":["trace[1594103341] 'process raft request' (duration: 103.085478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:02:43.253385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.42817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-23T08:02:43.25349Z","caller":"traceutil/trace.go:171","msg":"trace[887160512] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8948; }","duration":"114.599444ms","start":"2026-04-23T08:02:43.138863Z","end":"2026-04-23T08:02:43.253463Z","steps":["trace[887160512] 'range keys from in-memory index tree' (duration: 114.219655ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:43.689005Z","caller":"traceutil/trace.go:171","msg":"trace[1984215662] transaction","detail":"{read_only:false; response_revision:8950; number_of_response:1; }","duration":"179.408599ms","start":"2026-04-23T08:02:43.50956Z","end":"2026-04-23T08:02:43.688968Z","steps":["trace[1984215662] 'process raft request' (duration: 179.102202ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:02:51.518034Z","caller":"traceutil/trace.go:171","msg":"trace[1170515357] transaction","detail":"{read_only:false; response_revision:8994; number_of_response:1; }","duration":"102.458385ms","start":"2026-04-23T08:02:51.415058Z","end":"2026-04-23T08:02:51.517517Z","steps":["trace[1170515357] 'process raft request' (duration: 101.981183ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:03:01.523205Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000024d8.wal"} {"level":"info","ts":"2026-04-23T08:03:07.688216Z","caller":"traceutil/trace.go:171","msg":"trace[268987933] transaction","detail":"{read_only:false; response_revision:9177; number_of_response:1; }","duration":"194.991039ms","start":"2026-04-23T08:03:07.493196Z","end":"2026-04-23T08:03:07.688187Z","steps":["trace[268987933] 'process raft request' (duration: 194.792414ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:03:07.88825Z","caller":"traceutil/trace.go:171","msg":"trace[1373149157] linearizableReadLoop","detail":"{readStateIndex:9494; appliedIndex:9492; }","duration":"286.427549ms","start":"2026-04-23T08:03:07.601787Z","end":"2026-04-23T08:03:07.888214Z","steps":["trace[1373149157] 'read index received' (duration: 86.310452ms)","trace[1373149157] 'applied index is now lower than readState.Index' (duration: 200.115847ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:03:07.888307Z","caller":"traceutil/trace.go:171","msg":"trace[1112366238] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9178; }","duration":"393.899589ms","start":"2026-04-23T08:03:07.494366Z","end":"2026-04-23T08:03:07.888266Z","steps":["trace[1112366238] 'process raft request' (duration: 393.250044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:03:07.888572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:03:07.494335Z","time spent":"394.071963ms","remote":"127.0.0.1:45244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":70,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-04-23T08:03:07.888762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.92619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-23T08:03:07.888965Z","caller":"traceutil/trace.go:171","msg":"trace[536341454] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:9178; }","duration":"287.160196ms","start":"2026-04-23T08:03:07.601726Z","end":"2026-04-23T08:03:07.888886Z","steps":["trace[536341454] 'agreement among raft nodes before linearized reading' (duration: 286.591463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:03:13.300971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.132419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-23T08:03:13.301113Z","caller":"traceutil/trace.go:171","msg":"trace[1641048125] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9225; }","duration":"207.331154ms","start":"2026-04-23T08:03:13.093753Z","end":"2026-04-23T08:03:13.301084Z","steps":["trace[1641048125] 'range keys from in-memory index tree' (duration: 206.976926ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:03:13.817654Z","caller":"traceutil/trace.go:171","msg":"trace[668503146] transaction","detail":"{read_only:false; response_revision:9228; number_of_response:1; }","duration":"101.120232ms","start":"2026-04-23T08:03:13.716501Z","end":"2026-04-23T08:03:13.817621Z","steps":["trace[668503146] 'process raft request' (duration: 100.868347ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:03:13.899324Z","caller":"traceutil/trace.go:171","msg":"trace[1454357959] transaction","detail":"{read_only:false; response_revision:9229; number_of_response:1; }","duration":"181.050357ms","start":"2026-04-23T08:03:13.718237Z","end":"2026-04-23T08:03:13.899288Z","steps":["trace[1454357959] 'process raft request' (duration: 180.74742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:03:27.385096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.128154ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:03:27.385309Z","caller":"traceutil/trace.go:171","msg":"trace[130911008] linearizableReadLoop","detail":"{readStateIndex:9623; appliedIndex:9621; }","duration":"387.47757ms","start":"2026-04-23T08:03:26.997812Z","end":"2026-04-23T08:03:27.38529Z","steps":["trace[130911008] 'read index received' (duration: 83.512µs)","trace[130911008] 'applied index is now lower than readState.Index' (duration: 387.392518ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:03:27.385655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.444932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T08:03:27.385644Z","caller":"traceutil/trace.go:171","msg":"trace[1024660951] transaction","detail":"{read_only:false; response_revision:9302; number_of_response:1; }","duration":"685.303842ms","start":"2026-04-23T08:03:26.700284Z","end":"2026-04-23T08:03:27.385588Z","steps":["trace[1024660951] 'process raft request' (duration: 150.575974ms)","trace[1024660951] 'compare' (duration: 533.95756ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:03:27.385639Z","caller":"traceutil/trace.go:171","msg":"trace[932625505] transaction","detail":"{read_only:false; response_revision:9303; number_of_response:1; }","duration":"684.051453ms","start":"2026-04-23T08:03:26.701537Z","end":"2026-04-23T08:03:27.385588Z","steps":["trace[932625505] 'process raft request' (duration: 683.682384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:03:27.385802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.960823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-23T08:03:27.385811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:03:26.700255Z","time spent":"685.461325ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:03:27.385812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:03:26.701526Z","time spent":"684.190796ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:03:27.385831Z","caller":"traceutil/trace.go:171","msg":"trace[1544634602] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9303; }","duration":"291.016594ms","start":"2026-04-23T08:03:27.094804Z","end":"2026-04-23T08:03:27.38582Z","steps":["trace[1544634602] 'agreement among raft nodes before linearized reading' (duration: 290.946523ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:03:27.385686Z","caller":"traceutil/trace.go:171","msg":"trace[417352284] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9303; }","duration":"339.525564ms","start":"2026-04-23T08:03:27.046152Z","end":"2026-04-23T08:03:27.385678Z","steps":["trace[417352284] 'agreement among raft nodes before linearized reading' (duration: 339.385251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:03:27.385956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:03:27.046127Z","time spent":"339.81803ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T08:03:27.386139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.784862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gm894\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T08:03:27.386269Z","caller":"traceutil/trace.go:171","msg":"trace[1980351719] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gm894; range_end:; response_count:1; response_revision:9303; }","duration":"330.973336ms","start":"2026-04-23T08:03:27.055263Z","end":"2026-04-23T08:03:27.386237Z","steps":["trace[1980351719] 'agreement among raft nodes before linearized reading' (duration: 330.546596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:03:27.386344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:03:27.055225Z","time spent":"331.102939ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-gm894\" "} {"level":"warn","ts":"2026-04-23T08:03:27.386435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.604626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T08:03:27.386526Z","caller":"traceutil/trace.go:171","msg":"trace[1757865053] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9303; }","duration":"388.76284ms","start":"2026-04-23T08:03:26.997745Z","end":"2026-04-23T08:03:27.386508Z","steps":["trace[1757865053] 'agreement among raft nodes before linearized reading' (duration: 387.771567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:03:27.38657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:03:26.99772Z","time spent":"388.842251ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T08:03:27.728854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.302902ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:03:27.729143Z","caller":"traceutil/trace.go:171","msg":"trace[1277760932] transaction","detail":"{read_only:false; response_revision:9305; number_of_response:1; }","duration":"337.244901ms","start":"2026-04-23T08:03:27.391853Z","end":"2026-04-23T08:03:27.729098Z","steps":["trace[1277760932] 'process raft request' (duration: 110.604031ms)","trace[1277760932] 'compare' (duration: 226.113738ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:03:27.729376Z","caller":"traceutil/trace.go:171","msg":"trace[1826601307] transaction","detail":"{read_only:false; response_revision:9307; number_of_response:1; }","duration":"299.808408ms","start":"2026-04-23T08:03:27.429548Z","end":"2026-04-23T08:03:27.729356Z","steps":["trace[1826601307] 'process raft request' (duration: 299.733696ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:03:27.729397Z","caller":"traceutil/trace.go:171","msg":"trace[1611430604] transaction","detail":"{read_only:false; response_revision:9306; number_of_response:1; }","duration":"336.681759ms","start":"2026-04-23T08:03:27.392673Z","end":"2026-04-23T08:03:27.729355Z","steps":["trace[1611430604] 'process raft request' (duration: 336.324081ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:03:27.729536Z","caller":"traceutil/trace.go:171","msg":"trace[1250456209] linearizableReadLoop","detail":"{readStateIndex:9626; appliedIndex:9623; }","duration":"335.053551ms","start":"2026-04-23T08:03:27.394434Z","end":"2026-04-23T08:03:27.729488Z","steps":["trace[1250456209] 'read index received' (duration: 24.138677ms)","trace[1250456209] 'applied index is now lower than readState.Index' (duration: 310.906004ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:03:27.729562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:03:27.391842Z","time spent":"337.528208ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:03:27.729627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:03:27.392652Z","time spent":"336.858852ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:03:27.729899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.043396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-23T08:03:27.729916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.09865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T08:03:27.729997Z","caller":"traceutil/trace.go:171","msg":"trace[965979510] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9307; }","duration":"328.175292ms","start":"2026-04-23T08:03:27.401802Z","end":"2026-04-23T08:03:27.729977Z","steps":["trace[965979510] 'agreement among raft nodes before linearized reading' (duration: 327.901366ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:03:27.729939Z","caller":"traceutil/trace.go:171","msg":"trace[2024434030] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9307; }","duration":"327.145089ms","start":"2026-04-23T08:03:27.40278Z","end":"2026-04-23T08:03:27.729925Z","steps":["trace[2024434030] 'agreement among raft nodes before linearized reading' (duration: 326.928174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:03:27.730097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:03:27.401774Z","time spent":"328.310616ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T08:03:27.730118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.686956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:28 size:244657"} {"level":"info","ts":"2026-04-23T08:03:27.730188Z","caller":"traceutil/trace.go:171","msg":"trace[311463194] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:28; response_revision:9307; }","duration":"335.828409ms","start":"2026-04-23T08:03:27.394342Z","end":"2026-04-23T08:03:27.73017Z","steps":["trace[311463194] 'agreement among raft nodes before linearized reading' (duration: 335.271536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:03:27.730162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:03:27.402767Z","time spent":"327.366414ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T08:03:27.73024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:03:27.394307Z","time spent":"335.918961ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":28,"response size":244680,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-23T08:03:28.184047Z","caller":"traceutil/trace.go:171","msg":"trace[505464684] transaction","detail":"{read_only:false; response_revision:9311; number_of_response:1; }","duration":"104.297327ms","start":"2026-04-23T08:03:28.079723Z","end":"2026-04-23T08:03:28.184021Z","steps":["trace[505464684] 'process raft request' (duration: 104.073162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:03:41.974724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.591534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T08:03:41.974817Z","caller":"traceutil/trace.go:171","msg":"trace[1718592115] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9425; }","duration":"169.785578ms","start":"2026-04-23T08:03:41.80501Z","end":"2026-04-23T08:03:41.974795Z","steps":["trace[1718592115] 'range keys from in-memory index tree' (duration: 169.360098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:03:41.974875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.399875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:03:41.974977Z","caller":"traceutil/trace.go:171","msg":"trace[1563494118] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9425; }","duration":"100.002188ms","start":"2026-04-23T08:03:41.874949Z","end":"2026-04-23T08:03:41.974952Z","steps":["trace[1563494118] 'range keys from in-memory index tree' (duration: 99.789483ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:03:41.975167Z","caller":"traceutil/trace.go:171","msg":"trace[2040611127] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9425; }","duration":"262.827275ms","start":"2026-04-23T08:03:41.712268Z","end":"2026-04-23T08:03:41.975095Z","steps":["trace[2040611127] 'range keys from in-memory index tree' (duration: 262.258402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:03:41.975203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.608504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gm894\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T08:03:41.975376Z","caller":"traceutil/trace.go:171","msg":"trace[1372333522] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gm894; range_end:; response_count:1; response_revision:9425; }","duration":"156.840649ms","start":"2026-04-23T08:03:41.818507Z","end":"2026-04-23T08:03:41.975347Z","steps":["trace[1372333522] 'range keys from in-memory index tree' (duration: 156.292146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:03:41.975028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.902621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T08:03:41.975517Z","caller":"traceutil/trace.go:171","msg":"trace[1856082724] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9425; }","duration":"170.457313ms","start":"2026-04-23T08:03:41.805043Z","end":"2026-04-23T08:03:41.975501Z","steps":["trace[1856082724] 'range keys from in-memory index tree' (duration: 169.778967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:03:41.975156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.81768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:03:41.975759Z","caller":"traceutil/trace.go:171","msg":"trace[1148205336] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:9425; }","duration":"201.230773ms","start":"2026-04-23T08:03:41.774515Z","end":"2026-04-23T08:03:41.975746Z","steps":["trace[1148205336] 'count revisions from in-memory index tree' (duration: 199.720849ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:03:42.107818Z","caller":"traceutil/trace.go:171","msg":"trace[2010517290] transaction","detail":"{read_only:false; response_revision:9426; number_of_response:1; }","duration":"128.763272ms","start":"2026-04-23T08:03:41.979028Z","end":"2026-04-23T08:03:42.107791Z","steps":["trace[2010517290] 'process raft request' (duration: 128.573627ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:03:42.166784Z","caller":"traceutil/trace.go:171","msg":"trace[1956729096] transaction","detail":"{read_only:false; response_revision:9427; number_of_response:1; }","duration":"187.26287ms","start":"2026-04-23T08:03:41.979477Z","end":"2026-04-23T08:03:42.16674Z","steps":["trace[1956729096] 'process raft request' (duration: 186.953703ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:03:42.167188Z","caller":"traceutil/trace.go:171","msg":"trace[1627411280] transaction","detail":"{read_only:false; response_revision:9428; number_of_response:1; }","duration":"187.588568ms","start":"2026-04-23T08:03:41.979579Z","end":"2026-04-23T08:03:42.167167Z","steps":["trace[1627411280] 'process raft request' (duration: 187.053026ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:03:42.16743Z","caller":"traceutil/trace.go:171","msg":"trace[1366870399] transaction","detail":"{read_only:false; response_revision:9429; number_of_response:1; }","duration":"187.268481ms","start":"2026-04-23T08:03:41.980148Z","end":"2026-04-23T08:03:42.167416Z","steps":["trace[1366870399] 'process raft request' (duration: 186.918483ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:03:42.167381Z","caller":"traceutil/trace.go:171","msg":"trace[1695522618] linearizableReadLoop","detail":"{readStateIndex:9753; appliedIndex:9749; }","duration":"186.993404ms","start":"2026-04-23T08:03:41.980354Z","end":"2026-04-23T08:03:42.167348Z","steps":["trace[1695522618] 'read index received' (duration: 127.311408ms)","trace[1695522618] 'applied index is now lower than readState.Index' (duration: 59.680466ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:03:42.167837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.793659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T08:03:42.167928Z","caller":"traceutil/trace.go:171","msg":"trace[1283519913] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:9429; }","duration":"150.957273ms","start":"2026-04-23T08:03:42.016954Z","end":"2026-04-23T08:03:42.167911Z","steps":["trace[1283519913] 'agreement among raft nodes before linearized reading' (duration: 150.715067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:03:42.168102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.735132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:30 size:259661"} {"level":"info","ts":"2026-04-23T08:03:42.168167Z","caller":"traceutil/trace.go:171","msg":"trace[268230005] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:30; response_revision:9429; }","duration":"187.822383ms","start":"2026-04-23T08:03:41.980331Z","end":"2026-04-23T08:03:42.168154Z","steps":["trace[268230005] 'agreement among raft nodes before linearized reading' (duration: 187.26321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:03:42.348537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.999405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T08:03:42.348659Z","caller":"traceutil/trace.go:171","msg":"trace[1732657554] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9429; }","duration":"145.185ms","start":"2026-04-23T08:03:42.203447Z","end":"2026-04-23T08:03:42.348632Z","steps":["trace[1732657554] 'range keys from in-memory index tree' (duration: 144.75038ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:03:42.477287Z","caller":"traceutil/trace.go:171","msg":"trace[1892123559] transaction","detail":"{read_only:false; response_revision:9430; number_of_response:1; }","duration":"122.961127ms","start":"2026-04-23T08:03:42.354297Z","end":"2026-04-23T08:03:42.477258Z","steps":["trace[1892123559] 'process raft request' (duration: 122.789984ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:03:42.719935Z","caller":"traceutil/trace.go:171","msg":"trace[1199706187] transaction","detail":"{read_only:false; response_revision:9431; number_of_response:1; }","duration":"365.299909ms","start":"2026-04-23T08:03:42.354604Z","end":"2026-04-23T08:03:42.719904Z","steps":["trace[1199706187] 'process raft request' (duration: 358.38898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:03:42.720111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:03:42.354598Z","time spent":"365.423122ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:03:43.19813Z","caller":"traceutil/trace.go:171","msg":"trace[1980334123] transaction","detail":"{read_only:false; response_revision:9435; number_of_response:1; }","duration":"134.854522ms","start":"2026-04-23T08:03:43.063244Z","end":"2026-04-23T08:03:43.198099Z","steps":["trace[1980334123] 'process raft request' (duration: 134.680888ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:03:43.218071Z","caller":"traceutil/trace.go:171","msg":"trace[46970732] transaction","detail":"{read_only:false; response_revision:9436; number_of_response:1; }","duration":"101.340618ms","start":"2026-04-23T08:03:43.116698Z","end":"2026-04-23T08:03:43.218039Z","steps":["trace[46970732] 'process raft request' (duration: 100.973409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:03:43.463615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.154948ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:03:43.463753Z","caller":"traceutil/trace.go:171","msg":"trace[461930232] transaction","detail":"{read_only:false; response_revision:9439; number_of_response:1; }","duration":"238.37278ms","start":"2026-04-23T08:03:43.225359Z","end":"2026-04-23T08:03:43.463732Z","steps":["trace[461930232] 'process raft request' (duration: 87.008867ms)","trace[461930232] 'compare' (duration: 150.932053ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:03:43.470659Z","caller":"traceutil/trace.go:171","msg":"trace[1329055114] linearizableReadLoop","detail":"{readStateIndex:9764; appliedIndex:9762; }","duration":"240.773436ms","start":"2026-04-23T08:03:43.229844Z","end":"2026-04-23T08:03:43.470618Z","steps":["trace[1329055114] 'read index received' (duration: 82.561585ms)","trace[1329055114] 'applied index is now lower than readState.Index' (duration: 158.210501ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:03:43.47082Z","caller":"traceutil/trace.go:171","msg":"trace[1742880080] transaction","detail":"{read_only:false; response_revision:9440; number_of_response:1; }","duration":"244.712907ms","start":"2026-04-23T08:03:43.226026Z","end":"2026-04-23T08:03:43.470739Z","steps":["trace[1742880080] 'process raft request' (duration: 244.252586ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:03:43.470842Z","caller":"traceutil/trace.go:171","msg":"trace[1758750211] transaction","detail":"{read_only:false; response_revision:9441; number_of_response:1; }","duration":"238.776599ms","start":"2026-04-23T08:03:43.232036Z","end":"2026-04-23T08:03:43.470813Z","steps":["trace[1758750211] 'process raft request' (duration: 238.443642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:03:43.471036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.124953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rook-ceph-rgw-ceph-a\" ","response":"range_response_count:1 size:24302"} {"level":"info","ts":"2026-04-23T08:03:43.471105Z","caller":"traceutil/trace.go:171","msg":"trace[1665942619] range","detail":"{range_begin:/registry/deployments/openstack/rook-ceph-rgw-ceph-a; range_end:; response_count:1; response_revision:9441; }","duration":"241.286327ms","start":"2026-04-23T08:03:43.229795Z","end":"2026-04-23T08:03:43.471081Z","steps":["trace[1665942619] 'agreement among raft nodes before linearized reading' (duration: 241.010941ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:03:43.614402Z","caller":"traceutil/trace.go:171","msg":"trace[1086157437] transaction","detail":"{read_only:false; response_revision:9443; number_of_response:1; }","duration":"167.634487ms","start":"2026-04-23T08:03:43.446728Z","end":"2026-04-23T08:03:43.614363Z","steps":["trace[1086157437] 'process raft request' (duration: 167.576476ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:03:43.614819Z","caller":"traceutil/trace.go:171","msg":"trace[185689797] transaction","detail":"{read_only:false; response_revision:9442; number_of_response:1; }","duration":"173.80823ms","start":"2026-04-23T08:03:43.440971Z","end":"2026-04-23T08:03:43.61478Z","steps":["trace[185689797] 'process raft request' (duration: 130.200064ms)","trace[185689797] 'compare' (duration: 42.968921ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:03:43.623272Z","caller":"traceutil/trace.go:171","msg":"trace[651175292] transaction","detail":"{read_only:false; response_revision:9444; number_of_response:1; }","duration":"147.031043ms","start":"2026-04-23T08:03:43.476213Z","end":"2026-04-23T08:03:43.623244Z","steps":["trace[651175292] 'process raft request' (duration: 146.842128ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:03:43.623474Z","caller":"traceutil/trace.go:171","msg":"trace[302199482] transaction","detail":"{read_only:false; response_revision:9445; number_of_response:1; }","duration":"144.859393ms","start":"2026-04-23T08:03:43.478525Z","end":"2026-04-23T08:03:43.623385Z","steps":["trace[302199482] 'process raft request' (duration: 144.660298ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:03:43.623785Z","caller":"traceutil/trace.go:171","msg":"trace[183618970] transaction","detail":"{read_only:false; response_revision:9446; number_of_response:1; }","duration":"143.182244ms","start":"2026-04-23T08:03:43.480591Z","end":"2026-04-23T08:03:43.623773Z","steps":["trace[183618970] 'process raft request' (duration: 143.00808ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:03:43.623921Z","caller":"traceutil/trace.go:171","msg":"trace[854597844] transaction","detail":"{read_only:false; response_revision:9447; number_of_response:1; }","duration":"139.909938ms","start":"2026-04-23T08:03:43.483975Z","end":"2026-04-23T08:03:43.623885Z","steps":["trace[854597844] 'process raft request' (duration: 139.722184ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:03:43.624231Z","caller":"traceutil/trace.go:171","msg":"trace[1290465349] linearizableReadLoop","detail":"{readStateIndex:9770; appliedIndex:9765; }","duration":"142.14858ms","start":"2026-04-23T08:03:43.481588Z","end":"2026-04-23T08:03:43.623737Z","steps":["trace[1290465349] 'read index received' (duration: 89.591127ms)","trace[1290465349] 'applied index is now lower than readState.Index' (duration: 52.556863ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:03:43.624242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.632481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-cf9f85b9f-ltj9w\" ","response":"range_response_count:1 size:17807"} {"level":"info","ts":"2026-04-23T08:03:43.624384Z","caller":"traceutil/trace.go:171","msg":"trace[279712318] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-cf9f85b9f-ltj9w; range_end:; response_count:1; response_revision:9447; }","duration":"142.863097ms","start":"2026-04-23T08:03:43.481505Z","end":"2026-04-23T08:03:43.624368Z","steps":["trace[279712318] 'agreement among raft nodes before linearized reading' (duration: 142.57696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:03:43.624637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.719139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T08:03:43.624734Z","caller":"traceutil/trace.go:171","msg":"trace[202347132] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9447; }","duration":"131.865833ms","start":"2026-04-23T08:03:43.492853Z","end":"2026-04-23T08:03:43.624719Z","steps":["trace[202347132] 'agreement among raft nodes before linearized reading' (duration: 131.638357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:03:44.52627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.203935ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:03:44.526655Z","caller":"traceutil/trace.go:171","msg":"trace[242334732] transaction","detail":"{read_only:false; response_revision:9449; number_of_response:1; }","duration":"894.738974ms","start":"2026-04-23T08:03:43.631884Z","end":"2026-04-23T08:03:44.526623Z","steps":["trace[242334732] 'process raft request' (duration: 461.272032ms)","trace[242334732] 'compare' (duration: 432.798406ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:03:44.5267Z","caller":"traceutil/trace.go:171","msg":"trace[108652415] transaction","detail":"{read_only:false; response_revision:9450; number_of_response:1; }","duration":"889.036262ms","start":"2026-04-23T08:03:43.637652Z","end":"2026-04-23T08:03:44.526688Z","steps":["trace[108652415] 'process raft request' (duration: 888.775516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:03:44.526724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:03:43.631858Z","time spent":"894.841306ms","remote":"127.0.0.1:48376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8670,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T08:03:44.52684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:03:43.637617Z","time spent":"889.117074ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19055,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:03:44.526648Z","caller":"traceutil/trace.go:171","msg":"trace[1448659816] transaction","detail":"{read_only:false; response_revision:9451; number_of_response:1; }","duration":"629.353882ms","start":"2026-04-23T08:03:43.897273Z","end":"2026-04-23T08:03:44.526626Z","steps":["trace[1448659816] 'process raft request' (duration: 629.27421ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:03:44.527044Z","caller":"traceutil/trace.go:171","msg":"trace[659252869] linearizableReadLoop","detail":"{readStateIndex:9774; appliedIndex:9771; }","duration":"888.51759ms","start":"2026-04-23T08:03:43.638455Z","end":"2026-04-23T08:03:44.526973Z","steps":["trace[659252869] 'read index received' (duration: 14.910223ms)","trace[659252869] 'applied index is now lower than readState.Index' (duration: 873.603797ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:03:44.527181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:03:43.897251Z","time spent":"629.789891ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:03:44.527378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.760939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T08:03:44.527343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.864788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rook-ceph-rgw-ceph-a\" ","response":"range_response_count:1 size:24599"} {"level":"info","ts":"2026-04-23T08:03:44.527426Z","caller":"traceutil/trace.go:171","msg":"trace[191691742] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:9451; }","duration":"508.858711ms","start":"2026-04-23T08:03:44.018557Z","end":"2026-04-23T08:03:44.527415Z","steps":["trace[191691742] 'agreement among raft nodes before linearized reading' (duration: 508.771369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:03:44.527412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.718932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rook-ceph-crashcollector-instance\" ","response":"range_response_count:1 size:8429"} {"level":"warn","ts":"2026-04-23T08:03:44.527412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.648457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:03:44.527458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:03:44.018528Z","time spent":"508.923803ms","remote":"127.0.0.1:48186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:03:44.527457Z","caller":"traceutil/trace.go:171","msg":"trace[892443359] range","detail":"{range_begin:/registry/deployments/openstack/rook-ceph-rgw-ceph-a; range_end:; response_count:1; response_revision:9451; }","duration":"889.009321ms","start":"2026-04-23T08:03:43.638422Z","end":"2026-04-23T08:03:44.527431Z","steps":["trace[892443359] 'agreement among raft nodes before linearized reading' (duration: 888.733895ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:03:44.527473Z","caller":"traceutil/trace.go:171","msg":"trace[1385631150] range","detail":"{range_begin:/registry/deployments/openstack/rook-ceph-crashcollector-instance; range_end:; response_count:1; response_revision:9451; }","duration":"887.807504ms","start":"2026-04-23T08:03:43.639645Z","end":"2026-04-23T08:03:44.527453Z","steps":["trace[1385631150] 'agreement among raft nodes before linearized reading' (duration: 887.557418ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:03:44.527478Z","caller":"traceutil/trace.go:171","msg":"trace[996712701] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9451; }","duration":"642.761291ms","start":"2026-04-23T08:03:43.884701Z","end":"2026-04-23T08:03:44.527462Z","steps":["trace[996712701] 'agreement among raft nodes before linearized reading' (duration: 642.665319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:03:44.527505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:03:43.638414Z","time spent":"889.082243ms","remote":"127.0.0.1:48340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":24622,"request content":"key:\"/registry/deployments/openstack/rook-ceph-rgw-ceph-a\" "} {"level":"warn","ts":"2026-04-23T08:03:44.527526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:03:43.639639Z","time spent":"887.878545ms","remote":"127.0.0.1:48340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":8452,"request content":"key:\"/registry/deployments/openstack/rook-ceph-crashcollector-instance\" "} {"level":"warn","ts":"2026-04-23T08:03:44.527532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:03:43.884673Z","time spent":"642.847822ms","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:03:44.527561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.196485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T08:03:44.527681Z","caller":"traceutil/trace.go:171","msg":"trace[1152070269] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9451; }","duration":"355.368749ms","start":"2026-04-23T08:03:44.172283Z","end":"2026-04-23T08:03:44.527652Z","steps":["trace[1152070269] 'agreement among raft nodes before linearized reading' (duration: 355.034662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:03:44.527715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.468703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gm894\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-23T08:03:44.527721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.843148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T08:03:44.52774Z","caller":"traceutil/trace.go:171","msg":"trace[248186988] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gm894; range_end:; response_count:1; response_revision:9451; }","duration":"352.542024ms","start":"2026-04-23T08:03:44.175191Z","end":"2026-04-23T08:03:44.527733Z","steps":["trace[248186988] 'agreement among raft nodes before linearized reading' (duration: 352.405291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:03:44.527774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:03:44.175166Z","time spent":"352.602906ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-gm894\" "} {"level":"info","ts":"2026-04-23T08:03:44.527787Z","caller":"traceutil/trace.go:171","msg":"trace[1814310763] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9451; }","duration":"354.908609ms","start":"2026-04-23T08:03:44.172853Z","end":"2026-04-23T08:03:44.527762Z","steps":["trace[1814310763] 'agreement among raft nodes before linearized reading' (duration: 354.794806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:03:44.527735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:03:44.172251Z","time spent":"355.474882ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T08:03:44.52785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:03:44.172845Z","time spent":"354.997061ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T08:03:44.527557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.627997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-23T08:03:44.527903Z","caller":"traceutil/trace.go:171","msg":"trace[2084547120] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9451; }","duration":"311.057428ms","start":"2026-04-23T08:03:44.216832Z","end":"2026-04-23T08:03:44.52789Z","steps":["trace[2084547120] 'agreement among raft nodes before linearized reading' (duration: 310.452144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:03:44.527736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.497554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-23T08:03:44.527954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:03:44.216807Z","time spent":"311.133989ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T08:03:44.527562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.478272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-23T08:03:44.528069Z","caller":"traceutil/trace.go:171","msg":"trace[1331900837] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:9451; }","duration":"421.003384ms","start":"2026-04-23T08:03:44.10704Z","end":"2026-04-23T08:03:44.528044Z","steps":["trace[1331900837] 'agreement among raft nodes before linearized reading' (duration: 420.263927ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:03:44.528028Z","caller":"traceutil/trace.go:171","msg":"trace[1101870284] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9451; }","duration":"414.931604ms","start":"2026-04-23T08:03:44.113065Z","end":"2026-04-23T08:03:44.527997Z","steps":["trace[1101870284] 'agreement among raft nodes before linearized reading' (duration: 414.255049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:03:44.528143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:03:44.106985Z","time spent":"421.133237ms","remote":"127.0.0.1:48054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-23T08:03:44.528211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:03:44.113045Z","time spent":"415.118098ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T08:03:44.528443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.068376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T08:03:44.528563Z","caller":"traceutil/trace.go:171","msg":"trace[1497642199] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9451; }","duration":"356.2228ms","start":"2026-04-23T08:03:44.172313Z","end":"2026-04-23T08:03:44.528536Z","steps":["trace[1497642199] 'agreement among raft nodes before linearized reading' (duration: 354.91435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:03:44.528606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:03:44.172293Z","time spent":"356.306771ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T08:03:44.65725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.080921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/rook-ceph-crashcollector-pruner\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:03:44.657319Z","caller":"traceutil/trace.go:171","msg":"trace[1387376029] range","detail":"{range_begin:/registry/cronjobs/openstack/rook-ceph-crashcollector-pruner; range_end:; response_count:0; response_revision:9460; }","duration":"120.184043ms","start":"2026-04-23T08:03:44.537119Z","end":"2026-04-23T08:03:44.657303Z","steps":["trace[1387376029] 'agreement among raft nodes before linearized reading' (duration: 120.013149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:03:44.657482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.740656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3c86dd77-c167-48d4-ba5c-149fab496c8f\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-04-23T08:03:44.65724Z","caller":"traceutil/trace.go:171","msg":"trace[771647603] transaction","detail":"{read_only:false; response_revision:9460; number_of_response:1; }","duration":"111.697948ms","start":"2026-04-23T08:03:44.545504Z","end":"2026-04-23T08:03:44.657202Z","steps":["trace[771647603] 'process raft request' (duration: 93.020177ms)","trace[771647603] 'compare' (duration: 18.280811ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:03:44.657574Z","caller":"traceutil/trace.go:171","msg":"trace[1254208226] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3c86dd77-c167-48d4-ba5c-149fab496c8f; range_end:; response_count:1; response_revision:9460; }","duration":"120.89157ms","start":"2026-04-23T08:03:44.536657Z","end":"2026-04-23T08:03:44.657549Z","steps":["trace[1254208226] 'agreement among raft nodes before linearized reading' (duration: 120.622493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:03:44.657664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.951271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:32 size:286976"} {"level":"info","ts":"2026-04-23T08:03:44.657699Z","caller":"traceutil/trace.go:171","msg":"trace[148932007] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:32; response_revision:9460; }","duration":"121.015632ms","start":"2026-04-23T08:03:44.536676Z","end":"2026-04-23T08:03:44.657691Z","steps":["trace[148932007] 'agreement among raft nodes before linearized reading' (duration: 120.569452ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:03:44.784015Z","caller":"traceutil/trace.go:171","msg":"trace[1855812754] transaction","detail":"{read_only:false; response_revision:9465; number_of_response:1; }","duration":"110.402088ms","start":"2026-04-23T08:03:44.673577Z","end":"2026-04-23T08:03:44.783979Z","steps":["trace[1855812754] 'process raft request' (duration: 108.804581ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:03:44.784027Z","caller":"traceutil/trace.go:171","msg":"trace[1159670378] transaction","detail":"{read_only:false; response_revision:9466; number_of_response:1; }","duration":"103.090828ms","start":"2026-04-23T08:03:44.680908Z","end":"2026-04-23T08:03:44.783999Z","steps":["trace[1159670378] 'process raft request' (duration: 102.840893ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:03:45.783822Z","caller":"traceutil/trace.go:171","msg":"trace[1720423841] transaction","detail":"{read_only:false; response_revision:9481; number_of_response:1; }","duration":"163.786359ms","start":"2026-04-23T08:03:45.620003Z","end":"2026-04-23T08:03:45.783789Z","steps":["trace[1720423841] 'process raft request' (duration: 112.445564ms)","trace[1720423841] 'compare' (duration: 51.11525ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:03:45.78402Z","caller":"traceutil/trace.go:171","msg":"trace[1951170325] linearizableReadLoop","detail":"{readStateIndex:9806; appliedIndex:9804; }","duration":"124.719968ms","start":"2026-04-23T08:03:45.659263Z","end":"2026-04-23T08:03:45.783983Z","steps":["trace[1951170325] 'read index received' (duration: 73.204349ms)","trace[1951170325] 'applied index is now lower than readState.Index' (duration: 51.513119ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:03:45.784117Z","caller":"traceutil/trace.go:171","msg":"trace[1352548841] transaction","detail":"{read_only:false; response_revision:9482; number_of_response:1; }","duration":"163.456861ms","start":"2026-04-23T08:03:45.620606Z","end":"2026-04-23T08:03:45.784063Z","steps":["trace[1352548841] 'process raft request' (duration: 163.133634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:03:45.784265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.982183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T08:03:45.784315Z","caller":"traceutil/trace.go:171","msg":"trace[319776187] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9482; }","duration":"125.102366ms","start":"2026-04-23T08:03:45.659203Z","end":"2026-04-23T08:03:45.784305Z","steps":["trace[319776187] 'agreement among raft nodes before linearized reading' (duration: 124.927332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:03:45.784513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.761195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-ks-service-f2kg9\" ","response":"range_response_count:1 size:8133"} {"level":"info","ts":"2026-04-23T08:03:45.784564Z","caller":"traceutil/trace.go:171","msg":"trace[1710553789] range","detail":"{range_begin:/registry/pods/openstack/glance-ks-service-f2kg9; range_end:; response_count:1; response_revision:9482; }","duration":"100.877778ms","start":"2026-04-23T08:03:45.683674Z","end":"2026-04-23T08:03:45.784552Z","steps":["trace[1710553789] 'agreement among raft nodes before linearized reading' (duration: 100.574781ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:03:45.93327Z","caller":"traceutil/trace.go:171","msg":"trace[1039514299] transaction","detail":"{read_only:false; response_revision:9484; number_of_response:1; }","duration":"137.051422ms","start":"2026-04-23T08:03:45.796175Z","end":"2026-04-23T08:03:45.933227Z","steps":["trace[1039514299] 'process raft request' (duration: 108.813531ms)","trace[1039514299] 'compare' (duration: 27.968415ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:03:46.138514Z","caller":"traceutil/trace.go:171","msg":"trace[1650325917] transaction","detail":"{read_only:false; response_revision:9487; number_of_response:1; }","duration":"117.607203ms","start":"2026-04-23T08:03:46.020873Z","end":"2026-04-23T08:03:46.13848Z","steps":["trace[1650325917] 'process raft request' (duration: 117.368528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:03:46.712273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.536684ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:03:46.712434Z","caller":"traceutil/trace.go:171","msg":"trace[1849608891] transaction","detail":"{read_only:false; response_revision:9492; number_of_response:1; }","duration":"157.334671ms","start":"2026-04-23T08:03:46.555077Z","end":"2026-04-23T08:03:46.712412Z","steps":["trace[1849608891] 'process raft request' (duration: 45.546952ms)","trace[1849608891] 'compare' (duration: 111.307868ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:03:46.745317Z","caller":"traceutil/trace.go:171","msg":"trace[1455325830] transaction","detail":"{read_only:false; response_revision:9493; number_of_response:1; }","duration":"111.438201ms","start":"2026-04-23T08:03:46.633847Z","end":"2026-04-23T08:03:46.745285Z","steps":["trace[1455325830] 'process raft request' (duration: 111.248507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:03:46.803077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.580864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-23T08:03:46.803171Z","caller":"traceutil/trace.go:171","msg":"trace[388825981] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9496; }","duration":"189.691986ms","start":"2026-04-23T08:03:46.613457Z","end":"2026-04-23T08:03:46.803149Z","steps":["trace[388825981] 'agreement among raft nodes before linearized reading' (duration: 189.324778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:03:46.803167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.250534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-23T08:03:46.8032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.001065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gm894\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T08:03:46.803258Z","caller":"traceutil/trace.go:171","msg":"trace[1660004333] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9496; }","duration":"185.381628ms","start":"2026-04-23T08:03:46.617856Z","end":"2026-04-23T08:03:46.803238Z","steps":["trace[1660004333] 'agreement among raft nodes before linearized reading' (duration: 185.086911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:03:46.803256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.817386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-cf9f85b9f-ltj9w\" ","response":"range_response_count:1 size:19351"} {"level":"info","ts":"2026-04-23T08:03:46.803311Z","caller":"traceutil/trace.go:171","msg":"trace[1173361352] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gm894; range_end:; response_count:1; response_revision:9496; }","duration":"135.165499ms","start":"2026-04-23T08:03:46.668119Z","end":"2026-04-23T08:03:46.803285Z","steps":["trace[1173361352] 'agreement among raft nodes before linearized reading' (duration: 134.7976ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:03:46.803345Z","caller":"traceutil/trace.go:171","msg":"trace[555739308] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-cf9f85b9f-ltj9w; range_end:; response_count:1; response_revision:9496; }","duration":"100.976029ms","start":"2026-04-23T08:03:46.702345Z","end":"2026-04-23T08:03:46.803321Z","steps":["trace[555739308] 'agreement among raft nodes before linearized reading' (duration: 100.731264ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:03:47.163054Z","caller":"traceutil/trace.go:171","msg":"trace[23843372] transaction","detail":"{read_only:false; response_revision:9503; number_of_response:1; }","duration":"135.046906ms","start":"2026-04-23T08:03:47.027977Z","end":"2026-04-23T08:03:47.163024Z","steps":["trace[23843372] 'process raft request' (duration: 95.253868ms)","trace[23843372] 'compare' (duration: 39.616644ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:03:51.237517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.120775ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:03:51.237782Z","caller":"traceutil/trace.go:171","msg":"trace[344692802] transaction","detail":"{read_only:false; response_revision:9540; number_of_response:1; }","duration":"252.077516ms","start":"2026-04-23T08:03:50.98568Z","end":"2026-04-23T08:03:51.237757Z","steps":["trace[344692802] 'process raft request' (duration: 251.979614ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:03:51.237788Z","caller":"traceutil/trace.go:171","msg":"trace[79612610] transaction","detail":"{read_only:false; response_revision:9539; number_of_response:1; }","duration":"252.514676ms","start":"2026-04-23T08:03:50.985235Z","end":"2026-04-23T08:03:51.23775Z","steps":["trace[79612610] 'process raft request' (duration: 131.035363ms)","trace[79612610] 'compare' (duration: 120.830858ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:03:59.556401Z","caller":"traceutil/trace.go:171","msg":"trace[1752919452] linearizableReadLoop","detail":"{readStateIndex:9908; appliedIndex:9907; }","duration":"177.002234ms","start":"2026-04-23T08:03:59.379363Z","end":"2026-04-23T08:03:59.556365Z","steps":["trace[1752919452] 'read index received' (duration: 176.682026ms)","trace[1752919452] 'applied index is now lower than readState.Index' (duration: 318.878µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:03:59.556909Z","caller":"traceutil/trace.go:171","msg":"trace[229736846] transaction","detail":"{read_only:false; response_revision:9581; number_of_response:1; }","duration":"178.906078ms","start":"2026-04-23T08:03:59.377966Z","end":"2026-04-23T08:03:59.556872Z","steps":["trace[229736846] 'process raft request' (duration: 178.064828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:03:59.557077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.672539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:03:59.557198Z","caller":"traceutil/trace.go:171","msg":"trace[147630358] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:9581; }","duration":"177.825083ms","start":"2026-04-23T08:03:59.379342Z","end":"2026-04-23T08:03:59.557167Z","steps":["trace[147630358] 'agreement among raft nodes before linearized reading' (duration: 177.543847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:03:59.559448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.073881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:03:59.55957Z","caller":"traceutil/trace.go:171","msg":"trace[1949956469] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:9582; }","duration":"104.259955ms","start":"2026-04-23T08:03:59.455291Z","end":"2026-04-23T08:03:59.559551Z","steps":["trace[1949956469] 'agreement among raft nodes before linearized reading' (duration: 104.04241ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:04:00.236836Z","caller":"traceutil/trace.go:171","msg":"trace[1505398959] transaction","detail":"{read_only:false; response_revision:9584; number_of_response:1; }","duration":"294.164667ms","start":"2026-04-23T08:03:59.942629Z","end":"2026-04-23T08:04:00.236794Z","steps":["trace[1505398959] 'process raft request' (duration: 293.926532ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:04:00.237071Z","caller":"traceutil/trace.go:171","msg":"trace[898340091] linearizableReadLoop","detail":"{readStateIndex:9911; appliedIndex:9911; }","duration":"202.601555ms","start":"2026-04-23T08:04:00.034436Z","end":"2026-04-23T08:04:00.237037Z","steps":["trace[898340091] 'read index received' (duration: 202.583444ms)","trace[898340091] 'applied index is now lower than readState.Index' (duration: 9.75µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:04:00.237334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.85903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T08:04:00.237395Z","caller":"traceutil/trace.go:171","msg":"trace[236680971] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:9584; }","duration":"202.951052ms","start":"2026-04-23T08:04:00.034425Z","end":"2026-04-23T08:04:00.237376Z","steps":["trace[236680971] 'agreement among raft nodes before linearized reading' (duration: 202.732247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:01.610667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.445553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-23T08:04:01.610755Z","caller":"traceutil/trace.go:171","msg":"trace[1293939446] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:9590; }","duration":"232.540615ms","start":"2026-04-23T08:04:01.378193Z","end":"2026-04-23T08:04:01.610734Z","steps":["trace[1293939446] 'range keys from in-memory index tree' (duration: 232.253698ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:04:09.277721Z","caller":"traceutil/trace.go:171","msg":"trace[1639381344] linearizableReadLoop","detail":"{readStateIndex:9991; appliedIndex:9990; }","duration":"102.25989ms","start":"2026-04-23T08:04:09.175428Z","end":"2026-04-23T08:04:09.277688Z","steps":["trace[1639381344] 'read index received' (duration: 97.594702ms)","trace[1639381344] 'applied index is now lower than readState.Index' (duration: 4.663028ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:04:09.277759Z","caller":"traceutil/trace.go:171","msg":"trace[1758386646] transaction","detail":"{read_only:false; response_revision:9662; number_of_response:1; }","duration":"105.267328ms","start":"2026-04-23T08:04:09.172457Z","end":"2026-04-23T08:04:09.277725Z","steps":["trace[1758386646] 'process raft request' (duration: 100.438107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:09.279381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.962089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:33 size:304501"} {"level":"info","ts":"2026-04-23T08:04:09.279421Z","caller":"traceutil/trace.go:171","msg":"trace[1652784623] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:33; response_revision:9662; }","duration":"104.0464ms","start":"2026-04-23T08:04:09.175365Z","end":"2026-04-23T08:04:09.279412Z","steps":["trace[1652784623] 'agreement among raft nodes before linearized reading' (duration: 102.427713ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:04:10.940976Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1c917701ce165bac","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-23T08:04:11.043414Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-23T08:04:11.043612Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-23T08:04:14.414029Z","caller":"traceutil/trace.go:171","msg":"trace[1192317308] linearizableReadLoop","detail":"{readStateIndex:10019; appliedIndex:10018; }","duration":"176.264497ms","start":"2026-04-23T08:04:14.237731Z","end":"2026-04-23T08:04:14.413995Z","steps":["trace[1192317308] 'read index received' (duration: 176.051822ms)","trace[1192317308] 'applied index is now lower than readState.Index' (duration: 210.985µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:04:14.414157Z","caller":"traceutil/trace.go:171","msg":"trace[1901284461] transaction","detail":"{read_only:false; response_revision:9689; number_of_response:1; }","duration":"420.993834ms","start":"2026-04-23T08:04:13.993117Z","end":"2026-04-23T08:04:14.414111Z","steps":["trace[1901284461] 'process raft request' (duration: 420.657486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:14.414339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.566634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T08:04:14.414427Z","caller":"traceutil/trace.go:171","msg":"trace[1662575486] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:9689; }","duration":"176.690086ms","start":"2026-04-23T08:04:14.237719Z","end":"2026-04-23T08:04:14.414409Z","steps":["trace[1662575486] 'agreement among raft nodes before linearized reading' (duration: 176.39982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:14.414618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:13.993085Z","time spent":"421.309941ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:04:14.914718Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634015668,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T08:04:15.391738Z","caller":"traceutil/trace.go:171","msg":"trace[290053138] transaction","detail":"{read_only:false; response_revision:9690; number_of_response:1; }","duration":"1.086752185s","start":"2026-04-23T08:04:14.304949Z","end":"2026-04-23T08:04:15.391701Z","steps":["trace[290053138] 'process raft request' (duration: 1.086571871s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:15.392236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:14.304912Z","time spent":"1.086925509s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:04:15.663606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.778582ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:04:15.663738Z","caller":"traceutil/trace.go:171","msg":"trace[1762403488] linearizableReadLoop","detail":"{readStateIndex:10021; appliedIndex:10019; }","duration":"1.249567812s","start":"2026-04-23T08:04:14.414152Z","end":"2026-04-23T08:04:15.66372Z","steps":["trace[1762403488] 'read index received' (duration: 977.386522ms)","trace[1762403488] 'applied index is now lower than readState.Index' (duration: 272.17992ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:04:15.663757Z","caller":"traceutil/trace.go:171","msg":"trace[1324021477] transaction","detail":"{read_only:false; response_revision:9691; number_of_response:1; }","duration":"1.089053489s","start":"2026-04-23T08:04:14.574664Z","end":"2026-04-23T08:04:15.663717Z","steps":["trace[1324021477] 'process raft request' (duration: 934.065352ms)","trace[1324021477] 'compare' (duration: 154.649079ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:04:15.663869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072920187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:04:15.663902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:14.574636Z","time spent":"1.089184412s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:04:15.66391Z","caller":"traceutil/trace.go:171","msg":"trace[361769004] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:9691; }","duration":"1.073001359s","start":"2026-04-23T08:04:14.590898Z","end":"2026-04-23T08:04:15.663899Z","steps":["trace[361769004] 'agreement among raft nodes before linearized reading' (duration: 1.072929647s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:15.66395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:14.590809Z","time spent":"1.073131792s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:04:15.663948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.317496259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T08:04:15.66403Z","caller":"traceutil/trace.go:171","msg":"trace[2031158380] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9691; }","duration":"1.317636153s","start":"2026-04-23T08:04:14.346373Z","end":"2026-04-23T08:04:15.66401Z","steps":["trace[2031158380] 'agreement among raft nodes before linearized reading' (duration: 1.317415498s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:15.664073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:14.346348Z","time spent":"1.317716415s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T08:04:15.664279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.719038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-23T08:04:15.664262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.603245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T08:04:15.664311Z","caller":"traceutil/trace.go:171","msg":"trace[303523306] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9691; }","duration":"609.78896ms","start":"2026-04-23T08:04:15.054512Z","end":"2026-04-23T08:04:15.664301Z","steps":["trace[303523306] 'agreement among raft nodes before linearized reading' (duration: 609.628486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:15.664344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:15.054487Z","time spent":"609.851711ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T08:04:15.664357Z","caller":"traceutil/trace.go:171","msg":"trace[697756809] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9691; }","duration":"469.747319ms","start":"2026-04-23T08:04:15.194583Z","end":"2026-04-23T08:04:15.664331Z","steps":["trace[697756809] 'agreement among raft nodes before linearized reading' (duration: 469.416041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:15.66439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.864976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gm894\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-23T08:04:15.664409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:15.194559Z","time spent":"469.838061ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T08:04:15.664412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.766352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-23T08:04:15.664466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.538531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T08:04:15.664477Z","caller":"traceutil/trace.go:171","msg":"trace[94462139] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9691; }","duration":"115.908075ms","start":"2026-04-23T08:04:15.548555Z","end":"2026-04-23T08:04:15.664463Z","steps":["trace[94462139] 'agreement among raft nodes before linearized reading' (duration: 115.613578ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:04:15.664493Z","caller":"traceutil/trace.go:171","msg":"trace[1383131469] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9691; }","duration":"650.600131ms","start":"2026-04-23T08:04:15.013885Z","end":"2026-04-23T08:04:15.664485Z","steps":["trace[1383131469] 'agreement among raft nodes before linearized reading' (duration: 650.52488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:15.664518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:15.013865Z","time spent":"650.647833ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T08:04:15.66442Z","caller":"traceutil/trace.go:171","msg":"trace[1771177584] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gm894; range_end:; response_count:1; response_revision:9691; }","duration":"350.928218ms","start":"2026-04-23T08:04:15.313484Z","end":"2026-04-23T08:04:15.664412Z","steps":["trace[1771177584] 'agreement among raft nodes before linearized reading' (duration: 350.799655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:15.664589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:15.313461Z","time spent":"351.108821ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-gm894\" "} {"level":"warn","ts":"2026-04-23T08:04:15.664628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.64755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-23T08:04:15.664652Z","caller":"traceutil/trace.go:171","msg":"trace[870970700] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9691; }","duration":"708.709272ms","start":"2026-04-23T08:04:14.955935Z","end":"2026-04-23T08:04:15.664644Z","steps":["trace[870970700] 'agreement among raft nodes before linearized reading' (duration: 708.64182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:15.664677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:14.955913Z","time spent":"708.757454ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T08:04:16.091872Z","caller":"traceutil/trace.go:171","msg":"trace[1844866365] linearizableReadLoop","detail":"{readStateIndex:10026; appliedIndex:10022; }","duration":"370.058028ms","start":"2026-04-23T08:04:15.721783Z","end":"2026-04-23T08:04:16.091841Z","steps":["trace[1844866365] 'read index received' (duration: 369.202388ms)","trace[1844866365] 'applied index is now lower than readState.Index' (duration: 854.36µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:04:16.092103Z","caller":"traceutil/trace.go:171","msg":"trace[618994529] transaction","detail":"{read_only:false; response_revision:9695; number_of_response:1; }","duration":"422.131629ms","start":"2026-04-23T08:04:15.669934Z","end":"2026-04-23T08:04:16.092066Z","steps":["trace[618994529] 'process raft request' (duration: 421.791461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:16.092338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:15.669917Z","time spent":"422.288482ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:04:16.092519Z","caller":"traceutil/trace.go:171","msg":"trace[1560199733] transaction","detail":"{read_only:false; response_revision:9696; number_of_response:1; }","duration":"422.099019ms","start":"2026-04-23T08:04:15.669995Z","end":"2026-04-23T08:04:16.092094Z","steps":["trace[1560199733] 'process raft request' (duration: 421.767831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:16.092591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.141707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19222"} {"level":"info","ts":"2026-04-23T08:04:16.092651Z","caller":"traceutil/trace.go:171","msg":"trace[603419707] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9696; }","duration":"369.249969ms","start":"2026-04-23T08:04:15.723386Z","end":"2026-04-23T08:04:16.092636Z","steps":["trace[603419707] 'agreement among raft nodes before linearized reading' (duration: 369.049765ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:04:16.092652Z","caller":"traceutil/trace.go:171","msg":"trace[992698935] transaction","detail":"{read_only:false; response_revision:9694; number_of_response:1; }","duration":"422.704012ms","start":"2026-04-23T08:04:15.669934Z","end":"2026-04-23T08:04:16.092638Z","steps":["trace[992698935] 'process raft request' (duration: 421.72933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:16.092685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:15.723364Z","time spent":"369.31652ms","remote":"127.0.0.1:48070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19245,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-23T08:04:16.092731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:15.669907Z","time spent":"422.779995ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:04:16.0928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:15.669989Z","time spent":"422.60699ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:04:16.093151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.743083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:33 size:304588"} {"level":"info","ts":"2026-04-23T08:04:16.093174Z","caller":"traceutil/trace.go:171","msg":"trace[1613325267] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:33; response_revision:9696; }","duration":"422.811205ms","start":"2026-04-23T08:04:15.670357Z","end":"2026-04-23T08:04:16.093169Z","steps":["trace[1613325267] 'agreement among raft nodes before linearized reading' (duration: 422.474897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:16.093169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.793991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-23T08:04:16.093228Z","caller":"traceutil/trace.go:171","msg":"trace[1192461696] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:9696; }","duration":"307.893564ms","start":"2026-04-23T08:04:15.785315Z","end":"2026-04-23T08:04:16.093208Z","steps":["trace[1192461696] 'agreement among raft nodes before linearized reading' (duration: 307.72388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:16.093239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.647026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T08:04:16.093268Z","caller":"traceutil/trace.go:171","msg":"trace[1754371746] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9696; }","duration":"339.674297ms","start":"2026-04-23T08:04:15.753589Z","end":"2026-04-23T08:04:16.093264Z","steps":["trace[1754371746] 'agreement among raft nodes before linearized reading' (duration: 339.613275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:16.09327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:15.785289Z","time spent":"307.971955ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T08:04:16.092602Z","caller":"traceutil/trace.go:171","msg":"trace[391920504] transaction","detail":"{read_only:false; response_revision:9693; number_of_response:1; }","duration":"422.650581ms","start":"2026-04-23T08:04:15.669934Z","end":"2026-04-23T08:04:16.092585Z","steps":["trace[391920504] 'process raft request' (duration: 421.221028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:16.093365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:15.669907Z","time spent":"423.410919ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:04:16.09319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:15.67031Z","time spent":"422.875996ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":33,"response size":304611,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-23T08:04:16.093284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:15.753512Z","time spent":"339.768978ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T08:04:16.093656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.195389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:04:16.093703Z","caller":"traceutil/trace.go:171","msg":"trace[867808514] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9696; }","duration":"210.24315ms","start":"2026-04-23T08:04:15.883449Z","end":"2026-04-23T08:04:16.093692Z","steps":["trace[867808514] 'agreement among raft nodes before linearized reading' (duration: 210.167398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:16.093775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.374052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T08:04:16.093798Z","caller":"traceutil/trace.go:171","msg":"trace[14996300] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:9696; }","duration":"226.431894ms","start":"2026-04-23T08:04:15.867359Z","end":"2026-04-23T08:04:16.093791Z","steps":["trace[14996300] 'agreement among raft nodes before linearized reading' (duration: 226.387653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:16.564554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.412382ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:04:16.564792Z","caller":"traceutil/trace.go:171","msg":"trace[970530868] linearizableReadLoop","detail":"{readStateIndex:10028; appliedIndex:10026; }","duration":"389.508648ms","start":"2026-04-23T08:04:16.175254Z","end":"2026-04-23T08:04:16.564763Z","steps":["trace[970530868] 'read index received' (duration: 65.798629ms)","trace[970530868] 'applied index is now lower than readState.Index' (duration: 323.708459ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:04:16.564881Z","caller":"traceutil/trace.go:171","msg":"trace[395246886] transaction","detail":"{read_only:false; response_revision:9697; number_of_response:1; }","duration":"459.487572ms","start":"2026-04-23T08:04:16.10538Z","end":"2026-04-23T08:04:16.564868Z","steps":["trace[395246886] 'process raft request' (duration: 135.65203ms)","trace[395246886] 'compare' (duration: 323.235589ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:04:16.564915Z","caller":"traceutil/trace.go:171","msg":"trace[1398531607] transaction","detail":"{read_only:false; response_revision:9698; number_of_response:1; }","duration":"458.95695ms","start":"2026-04-23T08:04:16.105919Z","end":"2026-04-23T08:04:16.564876Z","steps":["trace[1398531607] 'process raft request' (duration: 458.745405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:16.565035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.785974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:04:16.565067Z","caller":"traceutil/trace.go:171","msg":"trace[1768074852] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9698; }","duration":"389.817935ms","start":"2026-04-23T08:04:16.17524Z","end":"2026-04-23T08:04:16.565058Z","steps":["trace[1768074852] 'agreement among raft nodes before linearized reading' (duration: 389.734273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:16.565082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:16.105887Z","time spent":"459.105123ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:04:16.565095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:16.175169Z","time spent":"389.920087ms","remote":"127.0.0.1:48340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-23T08:04:16.564946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:16.105365Z","time spent":"459.542143ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:04:16.580164Z","caller":"traceutil/trace.go:171","msg":"trace[161720234] transaction","detail":"{read_only:false; response_revision:9699; number_of_response:1; }","duration":"159.275615ms","start":"2026-04-23T08:04:16.420794Z","end":"2026-04-23T08:04:16.58007Z","steps":["trace[161720234] 'process raft request' (duration: 158.977078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:16.580206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.693785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:04:16.580307Z","caller":"traceutil/trace.go:171","msg":"trace[1322439578] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:9699; }","duration":"328.839927ms","start":"2026-04-23T08:04:16.251447Z","end":"2026-04-23T08:04:16.580287Z","steps":["trace[1322439578] 'agreement among raft nodes before linearized reading' (duration: 328.631912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:16.580341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:16.251441Z","time spent":"328.892399ms","remote":"127.0.0.1:38898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:04:16.580494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.128606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-23T08:04:16.580578Z","caller":"traceutil/trace.go:171","msg":"trace[839755798] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:9699; }","duration":"333.227888ms","start":"2026-04-23T08:04:16.247328Z","end":"2026-04-23T08:04:16.580555Z","steps":["trace[839755798] 'agreement among raft nodes before linearized reading' (duration: 332.768388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:16.580627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:16.2473Z","time spent":"333.318711ms","remote":"127.0.0.1:47922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-04-23T08:04:17.095703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.967544ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-23T08:04:17.095963Z","caller":"traceutil/trace.go:171","msg":"trace[1778478713] linearizableReadLoop","detail":"{readStateIndex:10030; appliedIndex:10029; }","duration":"509.987367ms","start":"2026-04-23T08:04:16.585948Z","end":"2026-04-23T08:04:17.095935Z","steps":["trace[1778478713] 'read index received' (duration: 319.789859ms)","trace[1778478713] 'applied index is now lower than readState.Index' (duration: 190.194248ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:04:17.095967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:16.583795Z","time spent":"512.164978ms","remote":"127.0.0.1:47922","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T08:04:17.096384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.572661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T08:04:17.096466Z","caller":"traceutil/trace.go:171","msg":"trace[391494234] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:9699; }","duration":"370.848677ms","start":"2026-04-23T08:04:16.725602Z","end":"2026-04-23T08:04:17.09645Z","steps":["trace[391494234] 'agreement among raft nodes before linearized reading' (duration: 370.54332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:17.096539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:16.725574Z","time spent":"370.948849ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":18,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:04:17.096448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.435057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-23T08:04:17.096385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.292029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:04:17.096655Z","caller":"traceutil/trace.go:171","msg":"trace[303096192] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9699; }","duration":"510.726354ms","start":"2026-04-23T08:04:16.585903Z","end":"2026-04-23T08:04:17.096629Z","steps":["trace[303096192] 'agreement among raft nodes before linearized reading' (duration: 510.209852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:17.096714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:16.585882Z","time spent":"510.820667ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-23T08:04:17.096772Z","caller":"traceutil/trace.go:171","msg":"trace[2063710367] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9699; }","duration":"212.678408ms","start":"2026-04-23T08:04:16.884018Z","end":"2026-04-23T08:04:17.096697Z","steps":["trace[2063710367] 'agreement among raft nodes before linearized reading' (duration: 212.232297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:17.515647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.525507ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:04:17.516314Z","caller":"traceutil/trace.go:171","msg":"trace[1934152420] transaction","detail":"{read_only:false; response_revision:9700; number_of_response:1; }","duration":"418.913516ms","start":"2026-04-23T08:04:17.097334Z","end":"2026-04-23T08:04:17.516248Z","steps":["trace[1934152420] 'process raft request' (duration: 230.653192ms)","trace[1934152420] 'compare' (duration: 187.331173ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:04:17.516469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:17.097305Z","time spent":"419.069699ms","remote":"127.0.0.1:47922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:04:17.517033Z","caller":"traceutil/trace.go:171","msg":"trace[791418574] linearizableReadLoop","detail":"{readStateIndex:10031; appliedIndex:10030; }","duration":"417.651987ms","start":"2026-04-23T08:04:17.098242Z","end":"2026-04-23T08:04:17.515894Z","steps":["trace[791418574] 'read index received' (duration: 229.775962ms)","trace[791418574] 'applied index is now lower than readState.Index' (duration: 187.873505ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:04:17.517185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.940787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:04:17.517258Z","caller":"traceutil/trace.go:171","msg":"trace[1674044385] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9700; }","duration":"419.058849ms","start":"2026-04-23T08:04:17.098188Z","end":"2026-04-23T08:04:17.517246Z","steps":["trace[1674044385] 'agreement among raft nodes before linearized reading' (duration: 418.952717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:17.51733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:17.098164Z","time spent":"419.156781ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:04:18.018036Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634015694,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:04:18.518524Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634015694,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:04:19.019152Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634015694,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:04:19.085628Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.686086465s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T08:04:19.653368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258810275s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:04:19.653531Z","caller":"traceutil/trace.go:171","msg":"trace[1972967134] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9700; }","duration":"1.258988809s","start":"2026-04-23T08:04:18.394519Z","end":"2026-04-23T08:04:19.653508Z","steps":["trace[1972967134] 'range keys from in-memory index tree' (duration: 1.258790033s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:19.653622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.411711ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:04:19.653741Z","caller":"traceutil/trace.go:171","msg":"trace[2084332340] transaction","detail":"{read_only:false; response_revision:9701; number_of_response:1; }","duration":"2.254380566s","start":"2026-04-23T08:04:17.399338Z","end":"2026-04-23T08:04:19.653718Z","steps":["trace[2084332340] 'process raft request' (duration: 1.68677552s)","trace[2084332340] 'compare' (duration: 566.773286ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:04:19.653795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:17.399299Z","time spent":"2.254471308s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:04:19.885382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999805472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:04:19.885484Z","caller":"traceutil/trace.go:171","msg":"trace[551126913] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999984736s","start":"2026-04-23T08:04:17.885477Z","end":"2026-04-23T08:04:19.885462Z","steps":["trace[551126913] 'agreement among raft nodes before linearized reading' (duration: 1.999859713s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:19.885535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:17.885444Z","time spent":"2.000078508s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:04:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:04:20.5343Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.44843187s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T08:04:21.885973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000135851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T08:04:21.886092Z","caller":"traceutil/trace.go:171","msg":"trace[226562670] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000333945s","start":"2026-04-23T08:04:19.88573Z","end":"2026-04-23T08:04:21.886064Z","steps":["trace[226562670] 'agreement among raft nodes before linearized reading' (duration: 2.000172571s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:21.886153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:19.88572Z","time spent":"2.000421217s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:04:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:04:22.726982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999591808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T08:04:22.727116Z","caller":"traceutil/trace.go:171","msg":"trace[6919706] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999813953s","start":"2026-04-23T08:04:17.727277Z","end":"2026-04-23T08:04:22.727091Z","steps":["trace[6919706] 'agreement among raft nodes before linearized reading' (duration: 4.999629439s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:22.727178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:17.727247Z","time spent":"4.999916906s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/23 08:04:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:04:23.103711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000387485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:04:23.10383Z","caller":"traceutil/trace.go:171","msg":"trace[44530115] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.000537829s","start":"2026-04-23T08:04:18.10327Z","end":"2026-04-23T08:04:23.103808Z","steps":["trace[44530115] 'agreement among raft nodes before linearized reading' (duration: 5.000382345s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:23.103895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:18.103244Z","time spent":"5.000638201s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/23 08:04:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:04:23.568395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998350769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:04:23.568509Z","caller":"traceutil/trace.go:171","msg":"trace[1605912951] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.998543673s","start":"2026-04-23T08:04:18.569942Z","end":"2026-04-23T08:04:23.568485Z","steps":["trace[1605912951] 'agreement among raft nodes before linearized reading' (duration: 4.99839761s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:23.568636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:18.569913Z","time spent":"4.998712627s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/23 08:04:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:04:23.584797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:18.586046Z","time spent":"4.998715987s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T08:04:23.714194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000442377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:04:23.714318Z","caller":"traceutil/trace.go:171","msg":"trace[1913961992] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000638941s","start":"2026-04-23T08:04:21.713652Z","end":"2026-04-23T08:04:23.714291Z","steps":["trace[1913961992] 'agreement among raft nodes before linearized reading' (duration: 2.000479638s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:23.714381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:21.713615Z","time spent":"2.000754674s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:04:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:04:23.837428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.302728285s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:04:23.837735Z","caller":"traceutil/trace.go:171","msg":"trace[1499525064] linearizableReadLoop","detail":"{readStateIndex:10035; appliedIndex:10031; }","duration":"6.320635949s","start":"2026-04-23T08:04:17.517073Z","end":"2026-04-23T08:04:23.837709Z","steps":["trace[1499525064] 'read index received' (duration: 1.569022594s)","trace[1499525064] 'applied index is now lower than readState.Index' (duration: 4.751611835s)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:04:23.837842Z","caller":"traceutil/trace.go:171","msg":"trace[229291991] transaction","detail":"{read_only:false; response_revision:9702; number_of_response:1; }","duration":"6.387884191s","start":"2026-04-23T08:04:17.44994Z","end":"2026-04-23T08:04:23.837824Z","steps":["trace[229291991] 'process raft request' (duration: 3.084623733s)","trace[229291991] 'compare' (duration: 3.302334756s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:04:23.83791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:17.449906Z","time spent":"6.387968263s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:04:23.83842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.739970674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19222"} {"level":"info","ts":"2026-04-23T08:04:23.838455Z","caller":"traceutil/trace.go:171","msg":"trace[2018476323] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9704; }","duration":"6.740053846s","start":"2026-04-23T08:04:17.098388Z","end":"2026-04-23T08:04:23.838442Z","steps":["trace[2018476323] 'agreement among raft nodes before linearized reading' (duration: 6.739874162s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:23.838496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:17.098362Z","time spent":"6.740128268s","remote":"127.0.0.1:48070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19245,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-23T08:04:23.838525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.557621257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7252"} {"level":"info","ts":"2026-04-23T08:04:23.83864Z","caller":"traceutil/trace.go:171","msg":"trace[11219870] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:9704; }","duration":"6.557802651s","start":"2026-04-23T08:04:17.280808Z","end":"2026-04-23T08:04:23.83861Z","steps":["trace[11219870] 'agreement among raft nodes before linearized reading' (duration: 6.557375851s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:23.838704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:17.280781Z","time spent":"6.557905594s","remote":"127.0.0.1:52860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7275,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-04-23T08:04:23.838944Z","caller":"traceutil/trace.go:171","msg":"trace[2092569612] transaction","detail":"{read_only:false; response_revision:9704; number_of_response:1; }","duration":"4.992657987s","start":"2026-04-23T08:04:18.846271Z","end":"2026-04-23T08:04:23.838929Z","steps":["trace[2092569612] 'process raft request' (duration: 4.991388378s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:23.839602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:18.846238Z","time spent":"4.992734439s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:04:23.89371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000224822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T08:04:23.893829Z","caller":"traceutil/trace.go:171","msg":"trace[618198101] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000378435s","start":"2026-04-23T08:04:21.893421Z","end":"2026-04-23T08:04:23.893799Z","steps":["trace[618198101] 'agreement among raft nodes before linearized reading' (duration: 2.000233032s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:23.893888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:21.893415Z","time spent":"2.000461477s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:04:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:04:24.338314Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634015701,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:04:24.838713Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634015701,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:04:24.859604Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.325069044s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T08:04:25.902593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999740091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:04:25.902679Z","caller":"traceutil/trace.go:171","msg":"trace[1998267490] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999908215s","start":"2026-04-23T08:04:23.902753Z","end":"2026-04-23T08:04:25.902661Z","steps":["trace[1998267490] 'agreement among raft nodes before linearized reading' (duration: 1.999792862s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:25.902723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:23.902725Z","time spent":"1.999989337s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:04:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:04:26.413071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.55285872s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:04:26.414772Z","caller":"traceutil/trace.go:171","msg":"trace[651250076] transaction","detail":"{read_only:false; response_revision:9705; number_of_response:1; }","duration":"6.055021971s","start":"2026-04-23T08:04:20.359707Z","end":"2026-04-23T08:04:26.414729Z","steps":["trace[651250076] 'process raft request' (duration: 4.50039126s)","trace[651250076] 'compare' (duration: 1.552513132s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:04:26.4153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:20.359676Z","time spent":"6.055187575s","remote":"127.0.0.1:52868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3055,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:04:26.415319Z","caller":"traceutil/trace.go:171","msg":"trace[226538982] transaction","detail":"{read_only:false; response_revision:9706; number_of_response:1; }","duration":"4.754640456s","start":"2026-04-23T08:04:21.66065Z","end":"2026-04-23T08:04:26.415291Z","steps":["trace[226538982] 'process raft request' (duration: 4.754016472s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:26.416275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:21.66062Z","time spent":"4.755547858s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:04:27.729766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.00000572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:04:27.729939Z","caller":"traceutil/trace.go:171","msg":"trace[436217768] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"3.000254306s","start":"2026-04-23T08:04:24.729663Z","end":"2026-04-23T08:04:27.729917Z","steps":["trace[436217768] 'agreement among raft nodes before linearized reading' (duration: 3.000050751s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:27.73002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:24.729633Z","time spent":"3.000373669s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/23 08:04:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:04:27.908463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.005861541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:04:27.908555Z","caller":"traceutil/trace.go:171","msg":"trace[1905309328] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.005988455s","start":"2026-04-23T08:04:25.902542Z","end":"2026-04-23T08:04:27.908531Z","steps":["trace[1905309328] 'agreement among raft nodes before linearized reading' (duration: 2.005872322s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:27.908596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:25.902537Z","time spent":"2.006050766s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:04:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:04:28.098299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.998978651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:04:28.098384Z","caller":"traceutil/trace.go:171","msg":"trace[1618676591] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"9.999145075s","start":"2026-04-23T08:04:18.099215Z","end":"2026-04-23T08:04:28.09836Z","steps":["trace[1618676591] 'agreement among raft nodes before linearized reading' (duration: 9.999016912s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:28.098427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:18.099191Z","time spent":"9.999227466s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/04/23 08:04:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:04:28.101883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.00241225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:04:28.101982Z","caller":"traceutil/trace.go:171","msg":"trace[816503245] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.002598164s","start":"2026-04-23T08:04:18.099356Z","end":"2026-04-23T08:04:28.101954Z","steps":["trace[816503245] 'agreement among raft nodes before linearized reading' (duration: 10.002476371s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:28.102039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:18.099318Z","time spent":"10.002710147s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/04/23 08:04:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:04:28.103369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997754868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:04:28.103461Z","caller":"traceutil/trace.go:171","msg":"trace[1177518278] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.997890581s","start":"2026-04-23T08:04:25.105556Z","end":"2026-04-23T08:04:28.103446Z","steps":["trace[1177518278] 'agreement among raft nodes before linearized reading' (duration: 2.997793699s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:28.103526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:25.105535Z","time spent":"2.997978454s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/23 08:04:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:04:28.106749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.005371808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:04:28.106862Z","caller":"traceutil/trace.go:171","msg":"trace[2081616692] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"10.005559793s","start":"2026-04-23T08:04:18.101275Z","end":"2026-04-23T08:04:28.106835Z","steps":["trace[2081616692] 'agreement among raft nodes before linearized reading' (duration: 10.005409929s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:28.10693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:18.101249Z","time spent":"10.005668835s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/04/23 08:04:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:04:28.568994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998420654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:04:28.5691Z","caller":"traceutil/trace.go:171","msg":"trace[1520855952] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998634489s","start":"2026-04-23T08:04:25.570434Z","end":"2026-04-23T08:04:28.569068Z","steps":["trace[1520855952] 'agreement among raft nodes before linearized reading' (duration: 2.998510746s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:28.569157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:25.570421Z","time spent":"2.998726191s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/23 08:04:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:04:28.569832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999856261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:04:28.569935Z","caller":"traceutil/trace.go:171","msg":"trace[706906210] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"10.000035745s","start":"2026-04-23T08:04:18.569876Z","end":"2026-04-23T08:04:28.569912Z","steps":["trace[706906210] 'agreement among raft nodes before linearized reading' (duration: 9.999897762s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:28.570015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:18.56985Z","time spent":"10.000129797s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/04/23 08:04:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:04:28.586715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998993054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:04:28.586812Z","caller":"traceutil/trace.go:171","msg":"trace[1655983349] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.999136488s","start":"2026-04-23T08:04:23.587648Z","end":"2026-04-23T08:04:28.586785Z","steps":["trace[1655983349] 'agreement among raft nodes before linearized reading' (duration: 4.999022725s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:28.586881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:23.587629Z","time spent":"4.99924029s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/04/23 08:04:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:04:28.6811Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"5bac9db94d1e4728","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-23T08:04:28.785782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.370584107s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-23T08:04:28.785996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.667197ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:04:28.786193Z","caller":"traceutil/trace.go:171","msg":"trace[1753939849] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9706; }","duration":"391.883612ms","start":"2026-04-23T08:04:28.394281Z","end":"2026-04-23T08:04:28.786164Z","steps":["trace[1753939849] 'range keys from in-memory index tree' (duration: 391.632256ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:04:28.78692Z","caller":"traceutil/trace.go:171","msg":"trace[1668364012] linearizableReadLoop","detail":"{readStateIndex:10039; appliedIndex:10035; }","duration":"4.949118443s","start":"2026-04-23T08:04:23.837775Z","end":"2026-04-23T08:04:28.786893Z","steps":["trace[1668364012] 'read index received' (duration: 1.022262037s)","trace[1668364012] 'applied index is now lower than readState.Index' (duration: 3.926854846s)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:04:28.787188Z","caller":"traceutil/trace.go:171","msg":"trace[1279780555] transaction","detail":"{read_only:false; response_revision:9707; number_of_response:1; }","duration":"5.61640366s","start":"2026-04-23T08:04:23.170752Z","end":"2026-04-23T08:04:28.787156Z","steps":["trace[1279780555] 'process raft request' (duration: 5.615153581s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:28.787372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:23.170728Z","time spent":"5.616542594s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:04:29.287749Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634015710,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:04:29.788791Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634015710,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:04:29.916534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000372036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T08:04:29.916625Z","caller":"traceutil/trace.go:171","msg":"trace[1260852407] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00052289s","start":"2026-04-23T08:04:27.916082Z","end":"2026-04-23T08:04:29.916605Z","steps":["trace[1260852407] 'agreement among raft nodes before linearized reading' (duration: 2.000400897s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:29.916673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:27.916059Z","time spent":"2.000605811s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:04:30.289304Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634015710,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:04:30.790668Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634015710,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:04:31.291704Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634015710,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:04:31.792439Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634015710,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:04:31.917099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999971825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T08:04:31.917204Z","caller":"traceutil/trace.go:171","msg":"trace[2068576577] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000127699s","start":"2026-04-23T08:04:29.917054Z","end":"2026-04-23T08:04:31.917182Z","steps":["trace[2068576577] 'agreement among raft nodes before linearized reading' (duration: 1.999999346s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:31.917265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:29.917036Z","time spent":"2.000216071s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:04:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:04:32.293717Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634015710,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:04:32.351375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.816750039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:04:32.351484Z","caller":"traceutil/trace.go:171","msg":"trace[1527891044] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:9707; }","duration":"13.816924693s","start":"2026-04-23T08:04:18.53453Z","end":"2026-04-23T08:04:32.351455Z","steps":["trace[1527891044] 'agreement among raft nodes before linearized reading' (duration: 10.252422948s)","trace[1527891044] 'count revisions from in-memory index tree' (duration: 3.564332981s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:04:32.351536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:18.534504Z","time spent":"13.817021686s","remote":"127.0.0.1:41336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:04:32.351821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.438374637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:04:32.351863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.27634512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-04-23T08:04:32.351935Z","caller":"traceutil/trace.go:171","msg":"trace[787912619] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:9707; }","duration":"12.43852922s","start":"2026-04-23T08:04:19.913376Z","end":"2026-04-23T08:04:32.351906Z","steps":["trace[787912619] 'agreement among raft nodes before linearized reading' (duration: 8.874192889s)","trace[787912619] 'count revisions from in-memory index tree' (duration: 3.563963773s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:04:32.352002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.643659703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T08:04:32.352044Z","caller":"traceutil/trace.go:171","msg":"trace[587178332] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:9707; }","duration":"12.643751986s","start":"2026-04-23T08:04:19.708279Z","end":"2026-04-23T08:04:32.352031Z","steps":["trace[587178332] 'agreement among raft nodes before linearized reading' (duration: 9.078707588s)","trace[587178332] 'count revisions from in-memory index tree' (duration: 3.564948606s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:04:32.35205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.246457258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:04:32.352081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:19.708256Z","time spent":"12.643816497s","remote":"127.0.0.1:40126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":5,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:04:32.352089Z","caller":"traceutil/trace.go:171","msg":"trace[1539005761] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:9707; }","duration":"9.246557601s","start":"2026-04-23T08:04:23.105518Z","end":"2026-04-23T08:04:32.352075Z","steps":["trace[1539005761] 'agreement among raft nodes before linearized reading' (duration: 5.682061386s)","trace[1539005761] 'count revisions from in-memory index tree' (duration: 3.564424134s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:04:32.352123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:23.10549Z","time spent":"9.246624542s","remote":"127.0.0.1:38922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:04:32.352264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.455030897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T08:04:32.352273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.489352432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:04:32.352332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.833489589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-23T08:04:32.352362Z","caller":"traceutil/trace.go:171","msg":"trace[1467806622] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:9707; }","duration":"12.489497706s","start":"2026-04-23T08:04:19.862837Z","end":"2026-04-23T08:04:32.352335Z","steps":["trace[1467806622] 'agreement among raft nodes before linearized reading' (duration: 8.924062159s)","trace[1467806622] 'count revisions from in-memory index tree' (duration: 3.564586017s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:04:32.352416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.890008905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:04:32.352451Z","caller":"traceutil/trace.go:171","msg":"trace[951293074] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:9707; }","duration":"9.890068877s","start":"2026-04-23T08:04:22.462371Z","end":"2026-04-23T08:04:32.35244Z","steps":["trace[951293074] 'agreement among raft nodes before linearized reading' (duration: 6.324732453s)","trace[951293074] 'count revisions from in-memory index tree' (duration: 3.565275923s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:04:32.352447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:19.862811Z","time spent":"12.489605718s","remote":"127.0.0.1:46496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:04:32.352481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:22.462344Z","time spent":"9.890130379s","remote":"127.0.0.1:49592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:04:32.35249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.403825812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-23T08:04:32.351998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:19.913366Z","time spent":"12.438617861s","remote":"127.0.0.1:41320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:04:32.352546Z","caller":"traceutil/trace.go:171","msg":"trace[254732721] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9707; }","duration":"13.403876303s","start":"2026-04-23T08:04:18.948654Z","end":"2026-04-23T08:04:32.352531Z","steps":["trace[254732721] 'agreement among raft nodes before linearized reading' (duration: 9.838386495s)","trace[254732721] 'range keys from in-memory index tree' (duration: 3.565320883s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:04:32.352592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:18.94858Z","time spent":"13.404001515s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-23T08:04:32.352336Z","caller":"traceutil/trace.go:171","msg":"trace[1353425463] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:9707; }","duration":"14.455150409s","start":"2026-04-23T08:04:17.897165Z","end":"2026-04-23T08:04:32.352315Z","steps":["trace[1353425463] 'agreement among raft nodes before linearized reading' (duration: 10.889904547s)","trace[1353425463] 'count revisions from in-memory index tree' (duration: 3.5651589s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:04:32.35268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:17.897134Z","time spent":"14.455535588s","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:04:32.352375Z","caller":"traceutil/trace.go:171","msg":"trace[181566226] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:9707; }","duration":"14.833572751s","start":"2026-04-23T08:04:17.518794Z","end":"2026-04-23T08:04:32.352367Z","steps":["trace[181566226] 'agreement among raft nodes before linearized reading' (duration: 11.268284468s)","trace[181566226] 'range keys from in-memory index tree' (duration: 3.565201961s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:04:32.352681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.604391319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-23T08:04:32.352695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.249008023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gm894\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T08:04:32.352734Z","caller":"traceutil/trace.go:171","msg":"trace[2105450772] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9707; }","duration":"13.604485522s","start":"2026-04-23T08:04:18.748234Z","end":"2026-04-23T08:04:32.35272Z","steps":["trace[2105450772] 'agreement among raft nodes before linearized reading' (duration: 10.03882054s)","trace[2105450772] 'range keys from in-memory index tree' (duration: 3.565522348s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:04:32.35273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.418644907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:04:32.352744Z","caller":"traceutil/trace.go:171","msg":"trace[1215695281] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gm894; range_end:; response_count:1; response_revision:9707; }","duration":"14.249064435s","start":"2026-04-23T08:04:18.103663Z","end":"2026-04-23T08:04:32.352727Z","steps":["trace[1215695281] 'agreement among raft nodes before linearized reading' (duration: 10.683328641s)","trace[1215695281] 'range keys from in-memory index tree' (duration: 3.565570659s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:04:32.352738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:17.518768Z","time spent":"14.83395257s","remote":"127.0.0.1:48060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-23T08:04:32.352778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:18.748207Z","time spent":"13.604564144s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-23T08:04:32.351947Z","caller":"traceutil/trace.go:171","msg":"trace[1460630422] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:9707; }","duration":"10.276498094s","start":"2026-04-23T08:04:22.075424Z","end":"2026-04-23T08:04:32.351922Z","steps":["trace[1460630422] 'agreement among raft nodes before linearized reading' (duration: 6.712061961s)","trace[1460630422] 'range keys from in-memory index tree' (duration: 3.564030604s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:04:32.352791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:18.103651Z","time spent":"14.249132686s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-gm894\" "} {"level":"info","ts":"2026-04-23T08:04:32.352794Z","caller":"traceutil/trace.go:171","msg":"trace[626424118] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:9707; }","duration":"14.4187446s","start":"2026-04-23T08:04:17.93403Z","end":"2026-04-23T08:04:32.352775Z","steps":["trace[626424118] 'agreement among raft nodes before linearized reading' (duration: 10.853028307s)","trace[626424118] 'count revisions from in-memory index tree' (duration: 3.565629821s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:04:32.352822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:22.075393Z","time spent":"10.277419475s","remote":"127.0.0.1:48054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-04-23T08:04:32.352834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:17.934011Z","time spent":"14.418814081s","remote":"127.0.0.1:46564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:04:32.352889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.459498837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8ed912415be4e\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-23T08:04:32.353038Z","caller":"traceutil/trace.go:171","msg":"trace[213516743] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8ed912415be4e; range_end:; response_count:1; response_revision:9707; }","duration":"10.45969093s","start":"2026-04-23T08:04:21.893316Z","end":"2026-04-23T08:04:32.353007Z","steps":["trace[213516743] 'agreement among raft nodes before linearized reading' (duration: 6.894146401s)","trace[213516743] 'range keys from in-memory index tree' (duration: 3.565238582s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:04:32.353093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:21.893288Z","time spent":"10.459794053s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8ed912415be4e\" "} {"level":"warn","ts":"2026-04-23T08:04:32.581581Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.157675948s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T08:04:32.582042Z","caller":"traceutil/trace.go:171","msg":"trace[713719149] transaction","detail":"{read_only:false; response_revision:9708; number_of_response:1; }","duration":"6.158236041s","start":"2026-04-23T08:04:26.423776Z","end":"2026-04-23T08:04:32.582012Z","steps":["trace[713719149] 'process raft request' (duration: 6.158056267s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:32.582215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:26.423753Z","time spent":"6.158385624s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":877,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T08:04:32.728097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:27.730055Z","time spent":"4.998035092s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T08:04:33.105754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:28.106087Z","time spent":"4.999643299s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T08:04:33.420933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:28.422354Z","time spent":"4.998539083s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 08:04:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:04:33.431911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:26.431348Z","time spent":"7.000561306s","remote":"127.0.0.1:52868","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T08:04:33.716033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000286804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T08:04:33.716187Z","caller":"traceutil/trace.go:171","msg":"trace[1321883816] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000520959s","start":"2026-04-23T08:04:31.715643Z","end":"2026-04-23T08:04:33.716164Z","steps":["trace[1321883816] 'agreement among raft nodes before linearized reading' (duration: 2.000319275s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:33.716244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:31.715618Z","time spent":"2.000613062s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:04:33.926369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000249902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T08:04:33.926488Z","caller":"traceutil/trace.go:171","msg":"trace[1901836964] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000437256s","start":"2026-04-23T08:04:31.926026Z","end":"2026-04-23T08:04:33.926463Z","steps":["trace[1901836964] 'agreement among raft nodes before linearized reading' (duration: 2.000286333s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:33.926547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:31.925997Z","time spent":"2.000539299s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:04:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:04:35.106273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:28.1051Z","time spent":"7.001160712s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T08:04:35.106378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:28.104969Z","time spent":"7.001398437s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T08:04:35.590145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:28.589441Z","time spent":"7.000694057s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T08:04:35.935171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999886413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T08:04:35.935291Z","caller":"traceutil/trace.go:171","msg":"trace[606214715] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000073668s","start":"2026-04-23T08:04:33.935187Z","end":"2026-04-23T08:04:35.935261Z","steps":["trace[606214715] 'agreement among raft nodes before linearized reading' (duration: 1.999923934s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:35.935353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:33.935159Z","time spent":"2.000182921s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:04:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:04:36.21425Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.935355417s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T08:04:36.541511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.792831ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-23T08:04:36.959323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.028196ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T08:04:36.959997Z","caller":"traceutil/trace.go:171","msg":"trace[1650200201] linearizableReadLoop","detail":"{readStateIndex:10048; appliedIndex:10040; }","duration":"8.173009663s","start":"2026-04-23T08:04:28.78696Z","end":"2026-04-23T08:04:36.959969Z","steps":["trace[1650200201] 'read index received' (duration: 3.795097666s)","trace[1650200201] 'applied index is now lower than readState.Index' (duration: 4.377911077s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:04:36.960128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.776732966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:04:36.960204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.41255834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T08:04:36.960243Z","caller":"traceutil/trace.go:171","msg":"trace[85839068] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:9719; }","duration":"11.412638292s","start":"2026-04-23T08:04:25.547595Z","end":"2026-04-23T08:04:36.960233Z","steps":["trace[85839068] 'agreement among raft nodes before linearized reading' (duration: 11.412581911s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:04:36.96025Z","caller":"traceutil/trace.go:171","msg":"trace[719727989] transaction","detail":"{read_only:false; response_revision:9718; number_of_response:1; }","duration":"4.601844493s","start":"2026-04-23T08:04:32.358394Z","end":"2026-04-23T08:04:36.960239Z","steps":["trace[719727989] 'process raft request' (duration: 4.601413293s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:36.960291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:25.547569Z","time spent":"11.412708043s","remote":"127.0.0.1:48284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:04:36.960342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:32.358372Z","time spent":"4.601905585s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:04:36.960441Z","caller":"traceutil/trace.go:171","msg":"trace[199423274] transaction","detail":"{read_only:false; response_revision:9719; number_of_response:1; }","duration":"4.601248269s","start":"2026-04-23T08:04:32.359184Z","end":"2026-04-23T08:04:36.960432Z","steps":["trace[199423274] 'process raft request' (duration: 4.600736238s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:36.960496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:32.359167Z","time spent":"4.60130224s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:04:36.960551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.416185157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:04:36.960206Z","caller":"traceutil/trace.go:171","msg":"trace[580818637] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:9719; }","duration":"9.7768902s","start":"2026-04-23T08:04:27.183296Z","end":"2026-04-23T08:04:36.960187Z","steps":["trace[580818637] 'agreement among raft nodes before linearized reading' (duration: 9.776702095s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:04:36.960665Z","caller":"traceutil/trace.go:171","msg":"trace[1602080340] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:9719; }","duration":"12.416377161s","start":"2026-04-23T08:04:24.544262Z","end":"2026-04-23T08:04:36.960639Z","steps":["trace[1602080340] 'agreement among raft nodes before linearized reading' (duration: 12.416146396s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:36.960671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.331753635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:04:36.960709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.494982532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:04:36.960725Z","caller":"traceutil/trace.go:171","msg":"trace[660911819] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:9719; }","duration":"8.331864238s","start":"2026-04-23T08:04:28.628844Z","end":"2026-04-23T08:04:36.960708Z","steps":["trace[660911819] 'agreement among raft nodes before linearized reading' (duration: 8.331749265s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:36.96072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:24.544234Z","time spent":"12.416474354s","remote":"127.0.0.1:54170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:04:36.960759Z","caller":"traceutil/trace.go:171","msg":"trace[1208455562] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:9719; }","duration":"11.495071814s","start":"2026-04-23T08:04:25.465675Z","end":"2026-04-23T08:04:36.960746Z","steps":["trace[1208455562] 'agreement among raft nodes before linearized reading' (duration: 11.494993472s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:36.960771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:28.628818Z","time spent":"8.331941369s","remote":"127.0.0.1:41332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:04:36.9608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:25.465649Z","time spent":"11.495140485s","remote":"127.0.0.1:40110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:04:36.960775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:27.183253Z","time spent":"9.777453153s","remote":"127.0.0.1:46472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:04:36.960629Z","caller":"traceutil/trace.go:171","msg":"trace[184321389] transaction","detail":"{read_only:false; response_revision:9717; number_of_response:1; }","duration":"4.604249769s","start":"2026-04-23T08:04:32.35635Z","end":"2026-04-23T08:04:36.9606Z","steps":["trace[184321389] 'process raft request' (duration: 4.603106903s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:36.960881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.807868961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T08:04:36.960984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.099944714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-04-23T08:04:36.960998Z","caller":"traceutil/trace.go:171","msg":"trace[612685639] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:9719; }","duration":"11.808016515s","start":"2026-04-23T08:04:25.152946Z","end":"2026-04-23T08:04:36.960963Z","steps":["trace[612685639] 'agreement among raft nodes before linearized reading' (duration: 11.807780699s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:04:36.961051Z","caller":"traceutil/trace.go:171","msg":"trace[1704410486] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:9719; }","duration":"13.100095107s","start":"2026-04-23T08:04:23.860939Z","end":"2026-04-23T08:04:36.961034Z","steps":["trace[1704410486] 'agreement among raft nodes before linearized reading' (duration: 13.09979127s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:36.961069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:25.152873Z","time spent":"11.808177709s","remote":"127.0.0.1:48328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:04:36.961097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:23.860914Z","time spent":"13.10017214s","remote":"127.0.0.1:41430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5706,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-23T08:04:36.960157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.063386533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:04:36.961239Z","caller":"traceutil/trace.go:171","msg":"trace[2106097206] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:9719; }","duration":"11.064455607s","start":"2026-04-23T08:04:25.896752Z","end":"2026-04-23T08:04:36.961208Z","steps":["trace[2106097206] 'agreement among raft nodes before linearized reading' (duration: 11.063363232s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:36.961283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:32.356325Z","time spent":"4.604583566s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:04:36.9613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:25.896691Z","time spent":"11.064593621s","remote":"127.0.0.1:52826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:04:36.961326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.086814631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-cf9f85b9f-ltj9w\" ","response":"range_response_count:1 size:19687"} {"level":"info","ts":"2026-04-23T08:04:36.961626Z","caller":"traceutil/trace.go:171","msg":"trace[518978674] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-cf9f85b9f-ltj9w; range_end:; response_count:1; response_revision:9719; }","duration":"13.087139769s","start":"2026-04-23T08:04:23.874467Z","end":"2026-04-23T08:04:36.961607Z","steps":["trace[518978674] 'agreement among raft nodes before linearized reading' (duration: 13.086047273s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:36.961693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:23.87445Z","time spent":"13.08722532s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":19710,"request content":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-cf9f85b9f-ltj9w\" "} {"level":"warn","ts":"2026-04-23T08:04:37.433734Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.218819892s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T08:04:37.677776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.704682ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:04:37.677952Z","caller":"traceutil/trace.go:171","msg":"trace[554860987] transaction","detail":"{read_only:false; response_revision:9720; number_of_response:1; }","duration":"3.801107632s","start":"2026-04-23T08:04:33.876824Z","end":"2026-04-23T08:04:37.677931Z","steps":["trace[554860987] 'process raft request' (duration: 3.557151795s)","trace[554860987] 'compare' (duration: 243.565408ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:04:37.678022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:33.876795Z","time spent":"3.801197173s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:04:37.678539Z","caller":"traceutil/trace.go:171","msg":"trace[1796336553] transaction","detail":"{read_only:false; response_revision:9721; number_of_response:1; }","duration":"3.483518124s","start":"2026-04-23T08:04:34.194986Z","end":"2026-04-23T08:04:37.678504Z","steps":["trace[1796336553] 'process raft request' (duration: 3.482899699s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:37.67874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:34.194956Z","time spent":"3.483668537s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:04:37.678779Z","caller":"traceutil/trace.go:171","msg":"trace[138606611] transaction","detail":"{read_only:false; response_revision:9722; number_of_response:1; }","duration":"2.151253828s","start":"2026-04-23T08:04:35.527508Z","end":"2026-04-23T08:04:37.678762Z","steps":["trace[138606611] 'process raft request' (duration: 2.150723515s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:37.678832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:35.527479Z","time spent":"2.15132733s","remote":"127.0.0.1:52860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7593,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:04:37.935505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999678715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:04:37.935613Z","caller":"traceutil/trace.go:171","msg":"trace[886216844] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999860159s","start":"2026-04-23T08:04:35.935727Z","end":"2026-04-23T08:04:37.935587Z","steps":["trace[886216844] 'agreement among raft nodes before linearized reading' (duration: 1.999715696s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:37.93567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:35.935699Z","time spent":"1.999959852s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:04:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:04:38.206474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.256189ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:04:38.206734Z","caller":"traceutil/trace.go:171","msg":"trace[1296617971] transaction","detail":"{read_only:false; response_revision:9723; number_of_response:1; }","duration":"1.911800584s","start":"2026-04-23T08:04:36.294879Z","end":"2026-04-23T08:04:38.206679Z","steps":["trace[1296617971] 'process raft request' (duration: 1.60133073s)","trace[1296617971] 'compare' (duration: 310.039554ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:04:38.206866Z","caller":"traceutil/trace.go:171","msg":"trace[1423082214] linearizableReadLoop","detail":"{readStateIndex:10055; appliedIndex:10051; }","duration":"1.246763818s","start":"2026-04-23T08:04:36.960083Z","end":"2026-04-23T08:04:38.206847Z","steps":["trace[1423082214] 'read index received' (duration: 473.91243ms)","trace[1423082214] 'applied index is now lower than readState.Index' (duration: 772.849678ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:04:38.206955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:36.294849Z","time spent":"1.911976949s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:04:38.206991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.018828345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:04:38.20709Z","caller":"traceutil/trace.go:171","msg":"trace[244193641] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:9724; }","duration":"5.018971868s","start":"2026-04-23T08:04:33.1881Z","end":"2026-04-23T08:04:38.207072Z","steps":["trace[244193641] 'agreement among raft nodes before linearized reading' (duration: 5.018773054s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:38.207084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.314950342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T08:04:38.207139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.905054414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:04:38.207143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:33.188076Z","time spent":"5.019055051s","remote":"127.0.0.1:35622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:04:38.207172Z","caller":"traceutil/trace.go:171","msg":"trace[2141396282] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:9724; }","duration":"8.905086105s","start":"2026-04-23T08:04:29.302076Z","end":"2026-04-23T08:04:38.207162Z","steps":["trace[2141396282] 'agreement among raft nodes before linearized reading' (duration: 8.905039863s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:04:38.20718Z","caller":"traceutil/trace.go:171","msg":"trace[237598953] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:9724; }","duration":"6.315098594s","start":"2026-04-23T08:04:31.892058Z","end":"2026-04-23T08:04:38.207157Z","steps":["trace[237598953] 'agreement among raft nodes before linearized reading' (duration: 6.314845249s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:38.207204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:29.302006Z","time spent":"8.905190017s","remote":"127.0.0.1:41328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:04:38.207241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:31.892029Z","time spent":"6.315201057s","remote":"127.0.0.1:52860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:04:38.207041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.978591547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-04-23T08:04:38.207417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.958010669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T08:04:38.207448Z","caller":"traceutil/trace.go:171","msg":"trace[113271438] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:9724; }","duration":"3.958090181s","start":"2026-04-23T08:04:34.249349Z","end":"2026-04-23T08:04:38.207439Z","steps":["trace[113271438] 'agreement among raft nodes before linearized reading' (duration: 3.958024769s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:38.207451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.330261875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T08:04:38.207488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:34.249322Z","time spent":"3.958159053s","remote":"127.0.0.1:48178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":7,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:04:38.20749Z","caller":"traceutil/trace.go:171","msg":"trace[240947810] transaction","detail":"{read_only:false; response_revision:9724; number_of_response:1; }","duration":"1.233150153s","start":"2026-04-23T08:04:36.974308Z","end":"2026-04-23T08:04:38.207458Z","steps":["trace[240947810] 'process raft request' (duration: 1.232370235s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:04:38.207502Z","caller":"traceutil/trace.go:171","msg":"trace[64974738] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:9724; }","duration":"6.330344137s","start":"2026-04-23T08:04:31.877144Z","end":"2026-04-23T08:04:38.207488Z","steps":["trace[64974738] 'agreement among raft nodes before linearized reading' (duration: 6.330234535s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:38.207522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.778917145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T08:04:38.207543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:31.877132Z","time spent":"6.330401668s","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:04:38.207553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.601081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:04:38.207558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.624925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T08:04:38.207559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.31907271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:04:38.207676Z","caller":"traceutil/trace.go:171","msg":"trace[1275727977] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:9724; }","duration":"7.319273055s","start":"2026-04-23T08:04:30.888388Z","end":"2026-04-23T08:04:38.207661Z","steps":["trace[1275727977] 'agreement among raft nodes before linearized reading' (duration: 7.319003319s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:04:38.207666Z","caller":"traceutil/trace.go:171","msg":"trace[106859883] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:9724; }","duration":"831.78993ms","start":"2026-04-23T08:04:37.375851Z","end":"2026-04-23T08:04:38.207641Z","steps":["trace[106859883] 'agreement among raft nodes before linearized reading' (duration: 831.604415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:38.207724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.136904103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:04:38.207749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:30.888368Z","time spent":"7.319362247s","remote":"127.0.0.1:48132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:04:38.207743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.231653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:04:38.207764Z","caller":"traceutil/trace.go:171","msg":"trace[1571173282] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:9724; }","duration":"3.137063357s","start":"2026-04-23T08:04:35.070691Z","end":"2026-04-23T08:04:38.207754Z","steps":["trace[1571173282] 'agreement among raft nodes before linearized reading' (duration: 3.136947105s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:04:38.207481Z","caller":"traceutil/trace.go:171","msg":"trace[1721306548] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:9724; }","duration":"7.979029747s","start":"2026-04-23T08:04:30.228399Z","end":"2026-04-23T08:04:38.207428Z","steps":["trace[1721306548] 'agreement among raft nodes before linearized reading' (duration: 7.978557636s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:38.207454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.172586518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:04:38.20782Z","caller":"traceutil/trace.go:171","msg":"trace[1981410488] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:9724; }","duration":"585.375086ms","start":"2026-04-23T08:04:37.622427Z","end":"2026-04-23T08:04:38.207802Z","steps":["trace[1981410488] 'agreement among raft nodes before linearized reading' (duration: 585.237573ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:04:38.207855Z","caller":"traceutil/trace.go:171","msg":"trace[180424980] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:9724; }","duration":"3.173050608s","start":"2026-04-23T08:04:35.034793Z","end":"2026-04-23T08:04:38.207844Z","steps":["trace[180424980] 'agreement among raft nodes before linearized reading' (duration: 3.172579497s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:38.20787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:30.228376Z","time spent":"7.979475288s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-23T08:04:38.20789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:35.03477Z","time spent":"3.17311254s","remote":"127.0.0.1:46468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:04:38.207749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:37.375812Z","time spent":"831.918183ms","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:04:38.207092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.047120679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:04:38.207967Z","caller":"traceutil/trace.go:171","msg":"trace[1987445499] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:9724; }","duration":"8.04803361s","start":"2026-04-23T08:04:30.159908Z","end":"2026-04-23T08:04:38.207942Z","steps":["trace[1987445499] 'agreement among raft nodes before linearized reading' (duration: 8.047151959s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:38.207881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:37.622402Z","time spent":"585.464419ms","remote":"127.0.0.1:52818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:04:38.208028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:30.159883Z","time spent":"8.048127581s","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:04:38.207497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.395600819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:04:38.208082Z","caller":"traceutil/trace.go:171","msg":"trace[1042495840] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:9724; }","duration":"5.396223953s","start":"2026-04-23T08:04:32.811838Z","end":"2026-04-23T08:04:38.208062Z","steps":["trace[1042495840] 'agreement among raft nodes before linearized reading' (duration: 5.39562422s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:38.207576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:36.974267Z","time spent":"1.233263076s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19502,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:04:38.208139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:32.8118Z","time spent":"5.396320706s","remote":"127.0.0.1:52890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:04:38.207579Z","caller":"traceutil/trace.go:171","msg":"trace[26617149] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:9724; }","duration":"1.779011597s","start":"2026-04-23T08:04:36.428548Z","end":"2026-04-23T08:04:38.20756Z","steps":["trace[26617149] 'agreement among raft nodes before linearized reading' (duration: 1.778944495s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:38.207622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:36.966437Z","time spent":"1.241183789s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T08:04:38.208235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:36.42852Z","time spent":"1.779699143s","remote":"127.0.0.1:35590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:04:38.207631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.851139249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:04:38.208289Z","caller":"traceutil/trace.go:171","msg":"trace[2020192647] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:0; response_revision:9724; }","duration":"5.851824325s","start":"2026-04-23T08:04:32.356453Z","end":"2026-04-23T08:04:38.208278Z","steps":["trace[2020192647] 'agreement among raft nodes before linearized reading' (duration: 5.85115242s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:04:38.207631Z","caller":"traceutil/trace.go:171","msg":"trace[1317434639] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9724; }","duration":"263.745835ms","start":"2026-04-23T08:04:37.94387Z","end":"2026-04-23T08:04:38.207615Z","steps":["trace[1317434639] 'agreement among raft nodes before linearized reading' (duration: 263.581931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:38.208337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:32.35642Z","time spent":"5.851905887s","remote":"127.0.0.1:47922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-23T08:04:38.207821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:35.070652Z","time spent":"3.13716007s","remote":"127.0.0.1:45270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:04:38.208538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.77244376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-mon\" ","response":"range_response_count:1 size:713"} {"level":"info","ts":"2026-04-23T08:04:38.20858Z","caller":"traceutil/trace.go:171","msg":"trace[907422775] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-mon; range_end:; response_count:1; response_revision:9724; }","duration":"4.772520842s","start":"2026-04-23T08:04:33.436049Z","end":"2026-04-23T08:04:38.20857Z","steps":["trace[907422775] 'agreement among raft nodes before linearized reading' (duration: 4.771506609s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:38.208612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:33.43603Z","time spent":"4.772574574s","remote":"127.0.0.1:47992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":736,"request content":"key:\"/registry/secrets/openstack/rook-ceph-mon\" "} {"level":"warn","ts":"2026-04-23T08:04:38.208655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.849191975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:33 size:304418"} {"level":"info","ts":"2026-04-23T08:04:38.208748Z","caller":"traceutil/trace.go:171","msg":"trace[282158802] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:33; response_revision:9724; }","duration":"5.849284277s","start":"2026-04-23T08:04:32.359444Z","end":"2026-04-23T08:04:38.208728Z","steps":["trace[282158802] 'agreement among raft nodes before linearized reading' (duration: 5.848077759s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:38.208789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.785926441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-04-23T08:04:38.208796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:32.359374Z","time spent":"5.84940826s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":33,"response size":304441,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-23T08:04:38.208848Z","caller":"traceutil/trace.go:171","msg":"trace[1621732624] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:9724; }","duration":"4.786017383s","start":"2026-04-23T08:04:33.422816Z","end":"2026-04-23T08:04:38.208834Z","steps":["trace[1621732624] 'agreement among raft nodes before linearized reading' (duration: 4.784803165s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:38.208886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:33.422794Z","time spent":"4.786084385s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-23T08:04:38.209184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.602031404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-04-23T08:04:38.209226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.850952225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d67a4d3c-0527-42dc-b06c-2cee3cb0ad3f\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-04-23T08:04:38.209263Z","caller":"traceutil/trace.go:171","msg":"trace[859932595] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9724; }","duration":"2.602152587s","start":"2026-04-23T08:04:35.607099Z","end":"2026-04-23T08:04:38.209252Z","steps":["trace[859932595] 'agreement among raft nodes before linearized reading' (duration: 2.600509549s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:04:38.209274Z","caller":"traceutil/trace.go:171","msg":"trace[1458465262] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d67a4d3c-0527-42dc-b06c-2cee3cb0ad3f; range_end:; response_count:1; response_revision:9724; }","duration":"5.851055658s","start":"2026-04-23T08:04:32.358205Z","end":"2026-04-23T08:04:38.20926Z","steps":["trace[1458465262] 'agreement among raft nodes before linearized reading' (duration: 5.849381289s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:38.20927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.39447622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:9 size:88567"} {"level":"warn","ts":"2026-04-23T08:04:38.2093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:35.607076Z","time spent":"2.602212399s","remote":"127.0.0.1:48000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-23T08:04:38.209313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:32.358187Z","time spent":"5.851118659s","remote":"127.0.0.1:48040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1298,"request content":"key:\"/registry/persistentvolumes/pvc-d67a4d3c-0527-42dc-b06c-2cee3cb0ad3f\" "} {"level":"info","ts":"2026-04-23T08:04:38.209323Z","caller":"traceutil/trace.go:171","msg":"trace[1881421036] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:9; response_revision:9724; }","duration":"7.394573792s","start":"2026-04-23T08:04:30.814731Z","end":"2026-04-23T08:04:38.209305Z","steps":["trace[1881421036] 'agreement among raft nodes before linearized reading' (duration: 7.392191437s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:38.209359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:30.814703Z","time spent":"7.394647444s","remote":"127.0.0.1:48340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":9,"response size":88590,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-23T08:04:38.421044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.191834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:04:38.421148Z","caller":"traceutil/trace.go:171","msg":"trace[667000341] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"206.366688ms","start":"2026-04-23T08:04:38.214756Z","end":"2026-04-23T08:04:38.421123Z","steps":["trace[667000341] 'agreement among raft nodes before linearized reading' (duration: 206.231795ms)"],"step_count":1} 2026/04/23 08:04:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:04:38.710045Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634015724,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:04:39.210943Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634015724,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:04:39.484896Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.275503873s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T08:04:40.162097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:39.80421Z","time spent":"357.8782ms","remote":"127.0.0.1:42404","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T08:04:40.162183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.768026233s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:04:40.162366Z","caller":"traceutil/trace.go:171","msg":"trace[739373619] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9724; }","duration":"1.768239698s","start":"2026-04-23T08:04:38.394097Z","end":"2026-04-23T08:04:40.162337Z","steps":["trace[739373619] 'range keys from in-memory index tree' (duration: 1.767997603s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:40.164079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.838945ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:04:40.164248Z","caller":"traceutil/trace.go:171","msg":"trace[798280384] linearizableReadLoop","detail":"{readStateIndex:10058; appliedIndex:10057; }","duration":"1.954526133s","start":"2026-04-23T08:04:38.209702Z","end":"2026-04-23T08:04:40.164228Z","steps":["trace[798280384] 'read index received' (duration: 1.275332709s)","trace[798280384] 'applied index is now lower than readState.Index' (duration: 679.190804ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:04:40.164327Z","caller":"traceutil/trace.go:171","msg":"trace[2120020599] transaction","detail":"{read_only:false; response_revision:9725; number_of_response:1; }","duration":"1.955001614s","start":"2026-04-23T08:04:38.209265Z","end":"2026-04-23T08:04:40.164267Z","steps":["trace[2120020599] 'process raft request' (duration: 1.275884542s)","trace[2120020599] 'compare' (duration: 677.103775ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:04:40.164424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.954710607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:04:40.164459Z","caller":"traceutil/trace.go:171","msg":"trace[443726664] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:0; response_revision:9725; }","duration":"1.954773968s","start":"2026-04-23T08:04:38.209675Z","end":"2026-04-23T08:04:40.164449Z","steps":["trace[443726664] 'agreement among raft nodes before linearized reading' (duration: 1.954660846s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:40.164498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:38.209656Z","time spent":"1.95483371s","remote":"127.0.0.1:47922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-04-23T08:04:40.164648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:38.20924Z","time spent":"1.955202458s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T08:04:40.164728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.95481282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:04:40.164764Z","caller":"traceutil/trace.go:171","msg":"trace[667339202] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9725; }","duration":"1.95484648s","start":"2026-04-23T08:04:38.209909Z","end":"2026-04-23T08:04:40.164756Z","steps":["trace[667339202] 'agreement among raft nodes before linearized reading' (duration: 1.954795739s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:40.164795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:38.209868Z","time spent":"1.954922312s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:04:40.165672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.947637534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4134"} {"level":"info","ts":"2026-04-23T08:04:40.165758Z","caller":"traceutil/trace.go:171","msg":"trace[2108231763] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:9725; }","duration":"1.947766037s","start":"2026-04-23T08:04:38.217974Z","end":"2026-04-23T08:04:40.16574Z","steps":["trace[2108231763] 'agreement among raft nodes before linearized reading' (duration: 1.94747833s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:40.165796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:38.217965Z","time spent":"1.947824458s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4157,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-04-23T08:04:40.165783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.952181189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-23T08:04:40.165875Z","caller":"traceutil/trace.go:171","msg":"trace[1593191610] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:9725; }","duration":"1.952298722s","start":"2026-04-23T08:04:38.213551Z","end":"2026-04-23T08:04:40.165849Z","steps":["trace[1593191610] 'agreement among raft nodes before linearized reading' (duration: 1.952032135s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:40.165928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:38.213541Z","time spent":"1.952377643s","remote":"127.0.0.1:48054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-23T08:04:40.166017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.767779818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:04:40.166067Z","caller":"traceutil/trace.go:171","msg":"trace[121936544] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:9725; }","duration":"1.76787821s","start":"2026-04-23T08:04:38.398175Z","end":"2026-04-23T08:04:40.166054Z","steps":["trace[121936544] 'agreement among raft nodes before linearized reading' (duration: 1.767782438s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:40.1661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:38.398151Z","time spent":"1.767940441s","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:04:40.166129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.429185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-04-23T08:04:40.166176Z","caller":"traceutil/trace.go:171","msg":"trace[205852834] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9725; }","duration":"755.525218ms","start":"2026-04-23T08:04:39.410635Z","end":"2026-04-23T08:04:40.16616Z","steps":["trace[205852834] 'agreement among raft nodes before linearized reading' (duration: 755.336493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:40.166193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.951291568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-mon-endpoints\" ","response":"range_response_count:1 size:389"} {"level":"warn","ts":"2026-04-23T08:04:40.166211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:39.41061Z","time spent":"755.59512ms","remote":"127.0.0.1:48000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-23T08:04:40.166235Z","caller":"traceutil/trace.go:171","msg":"trace[433343455] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-mon-endpoints; range_end:; response_count:1; response_revision:9725; }","duration":"1.95136605s","start":"2026-04-23T08:04:38.214857Z","end":"2026-04-23T08:04:40.166223Z","steps":["trace[433343455] 'agreement among raft nodes before linearized reading' (duration: 1.951176376s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:40.166262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:38.214839Z","time spent":"1.951416921s","remote":"127.0.0.1:48000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":412,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-mon-endpoints\" "} {"level":"warn","ts":"2026-04-23T08:04:40.166358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.850204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T08:04:40.166373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.125986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:04:40.166433Z","caller":"traceutil/trace.go:171","msg":"trace[1228731631] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:9725; }","duration":"748.949056ms","start":"2026-04-23T08:04:39.41747Z","end":"2026-04-23T08:04:40.16642Z","steps":["trace[1228731631] 'agreement among raft nodes before linearized reading' (duration: 748.115877ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:04:40.16646Z","caller":"traceutil/trace.go:171","msg":"trace[986000359] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:9725; }","duration":"368.237988ms","start":"2026-04-23T08:04:39.798211Z","end":"2026-04-23T08:04:40.166449Z","steps":["trace[986000359] 'agreement among raft nodes before linearized reading' (duration: 366.750044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:40.166559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:39.798192Z","time spent":"368.358342ms","remote":"127.0.0.1:46524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:04:40.166528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:39.41746Z","time spent":"749.053688ms","remote":"127.0.0.1:48000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":107,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:04:40.166653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.285945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T08:04:40.166715Z","caller":"traceutil/trace.go:171","msg":"trace[750003346] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:9725; }","duration":"418.398258ms","start":"2026-04-23T08:04:39.748301Z","end":"2026-04-23T08:04:40.166699Z","steps":["trace[750003346] 'agreement among raft nodes before linearized reading' (duration: 417.638021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:40.166757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:39.748268Z","time spent":"418.479059ms","remote":"127.0.0.1:49582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:04:40.671437Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634015727,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:04:41.529498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.674902ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-23T08:04:41.529596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:40.167145Z","time spent":"1.36244594s","remote":"127.0.0.1:47922","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T08:04:42.098516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.702118ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:04:42.098778Z","caller":"traceutil/trace.go:171","msg":"trace[145483710] transaction","detail":"{read_only:false; response_revision:9727; number_of_response:1; }","duration":"567.921883ms","start":"2026-04-23T08:04:41.530834Z","end":"2026-04-23T08:04:42.098756Z","steps":["trace[145483710] 'process raft request' (duration: 567.824441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:42.098875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:41.530812Z","time spent":"568.020886ms","remote":"127.0.0.1:47922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:04:42.09887Z","caller":"traceutil/trace.go:171","msg":"trace[147386705] transaction","detail":"{read_only:false; response_revision:9726; number_of_response:1; }","duration":"1.924476197s","start":"2026-04-23T08:04:40.174337Z","end":"2026-04-23T08:04:42.098814Z","steps":["trace[147386705] 'process raft request' (duration: 1.63634813s)","trace[147386705] 'compare' (duration: 287.457682ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:04:42.099314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:40.174323Z","time spent":"1.924875676s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4413,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:04:42.099335Z","caller":"traceutil/trace.go:171","msg":"trace[1923121822] linearizableReadLoop","detail":"{readStateIndex:10060; appliedIndex:10058; }","duration":"1.928719865s","start":"2026-04-23T08:04:40.170574Z","end":"2026-04-23T08:04:42.099294Z","steps":["trace[1923121822] 'read index received' (duration: 886.326009ms)","trace[1923121822] 'applied index is now lower than readState.Index' (duration: 1.042363905s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:04:42.10035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.929649476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:04:42.10044Z","caller":"traceutil/trace.go:171","msg":"trace[1748159008] range","detail":"{range_begin:/registry/configmaps/openstack/ceph-object-controller-detect-version; range_end:; response_count:0; response_revision:9727; }","duration":"1.92979954s","start":"2026-04-23T08:04:40.170619Z","end":"2026-04-23T08:04:42.100419Z","steps":["trace[1748159008] 'agreement among raft nodes before linearized reading' (duration: 1.929628006s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:42.100497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:40.17059Z","time spent":"1.929897493s","remote":"127.0.0.1:48000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/configmaps/openstack/ceph-object-controller-detect-version\" "} {"level":"warn","ts":"2026-04-23T08:04:42.10061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.034692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:04:42.100723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.90437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:04:42.10069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.930062366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8ed912415be4e\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-23T08:04:42.100746Z","caller":"traceutil/trace.go:171","msg":"trace[1541093358] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:9727; }","duration":"171.223206ms","start":"2026-04-23T08:04:41.929492Z","end":"2026-04-23T08:04:42.100715Z","steps":["trace[1541093358] 'agreement among raft nodes before linearized reading' (duration: 170.96241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:42.100792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.927238651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:04:42.100798Z","caller":"traceutil/trace.go:171","msg":"trace[254998858] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8ed912415be4e; range_end:; response_count:1; response_revision:9727; }","duration":"1.93021279s","start":"2026-04-23T08:04:40.170567Z","end":"2026-04-23T08:04:42.10078Z","steps":["trace[254998858] 'agreement among raft nodes before linearized reading' (duration: 1.928866148s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:04:42.100771Z","caller":"traceutil/trace.go:171","msg":"trace[872775887] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9727; }","duration":"386.982732ms","start":"2026-04-23T08:04:41.713774Z","end":"2026-04-23T08:04:42.100756Z","steps":["trace[872775887] 'agreement among raft nodes before linearized reading' (duration: 386.922421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:42.100857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.930075967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8296f6fa-0ca2-414d-8c2e-806a1d69eb94\" ","response":"range_response_count:1 size:1435"} {"level":"warn","ts":"2026-04-23T08:04:42.100872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:41.713745Z","time spent":"387.119805ms","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T08:04:42.100901Z","caller":"traceutil/trace.go:171","msg":"trace[866654174] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8296f6fa-0ca2-414d-8c2e-806a1d69eb94; range_end:; response_count:1; response_revision:9727; }","duration":"1.930130868s","start":"2026-04-23T08:04:40.17076Z","end":"2026-04-23T08:04:42.100891Z","steps":["trace[866654174] 'agreement among raft nodes before linearized reading' (duration: 1.929972374s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:42.10087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:40.17055Z","time spent":"1.930309212s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8ed912415be4e\" "} {"level":"warn","ts":"2026-04-23T08:04:42.101114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.80255961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T08:04:42.101152Z","caller":"traceutil/trace.go:171","msg":"trace[1274483294] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:9727; }","duration":"1.802633472s","start":"2026-04-23T08:04:40.298504Z","end":"2026-04-23T08:04:42.101137Z","steps":["trace[1274483294] 'agreement among raft nodes before linearized reading' (duration: 1.802382606s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:42.101189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:40.298484Z","time spent":"1.802697873s","remote":"127.0.0.1:35614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:04:42.10065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.668672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-04-23T08:04:42.101114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:40.170755Z","time spent":"1.930353493s","remote":"127.0.0.1:48040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1458,"request content":"key:\"/registry/persistentvolumes/pvc-8296f6fa-0ca2-414d-8c2e-806a1d69eb94\" "} {"level":"info","ts":"2026-04-23T08:04:42.100863Z","caller":"traceutil/trace.go:171","msg":"trace[310307672] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9727; }","duration":"1.927335963s","start":"2026-04-23T08:04:40.17351Z","end":"2026-04-23T08:04:42.100846Z","steps":["trace[310307672] 'agreement among raft nodes before linearized reading' (duration: 1.927178019s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:42.101403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:40.173501Z","time spent":"1.927846415s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T08:04:42.101268Z","caller":"traceutil/trace.go:171","msg":"trace[1209101556] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9727; }","duration":"927.365229ms","start":"2026-04-23T08:04:41.173889Z","end":"2026-04-23T08:04:42.101254Z","steps":["trace[1209101556] 'agreement among raft nodes before linearized reading' (duration: 926.55529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:42.101492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.880533802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gm894\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T08:04:42.10155Z","caller":"traceutil/trace.go:171","msg":"trace[592489311] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gm894; range_end:; response_count:1; response_revision:9727; }","duration":"1.880637714s","start":"2026-04-23T08:04:40.220899Z","end":"2026-04-23T08:04:42.101536Z","steps":["trace[592489311] 'agreement among raft nodes before linearized reading' (duration: 1.880379208s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:42.101593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:40.220884Z","time spent":"1.880700276s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-gm894\" "} {"level":"warn","ts":"2026-04-23T08:04:42.101503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:41.173861Z","time spent":"927.631084ms","remote":"127.0.0.1:48000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-23T08:04:42.557281Z","caller":"traceutil/trace.go:171","msg":"trace[360430970] linearizableReadLoop","detail":"{readStateIndex:10063; appliedIndex:10062; }","duration":"367.083342ms","start":"2026-04-23T08:04:42.190166Z","end":"2026-04-23T08:04:42.55725Z","steps":["trace[360430970] 'read index received' (duration: 366.869727ms)","trace[360430970] 'applied index is now lower than readState.Index' (duration: 212.295µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:04:42.557557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.365469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T08:04:42.557552Z","caller":"traceutil/trace.go:171","msg":"trace[1432299285] transaction","detail":"{read_only:false; response_revision:9729; number_of_response:1; }","duration":"368.079586ms","start":"2026-04-23T08:04:42.189396Z","end":"2026-04-23T08:04:42.557476Z","steps":["trace[1432299285] 'process raft request' (duration: 367.629125ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:04:42.557615Z","caller":"traceutil/trace.go:171","msg":"trace[1157962521] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:9729; }","duration":"367.45747ms","start":"2026-04-23T08:04:42.190139Z","end":"2026-04-23T08:04:42.557596Z","steps":["trace[1157962521] 'agreement among raft nodes before linearized reading' (duration: 367.302627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:42.557671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:42.190119Z","time spent":"367.542503ms","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-23T08:04:42.557766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:42.189347Z","time spent":"368.325631ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2932,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T08:04:43.058027Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634015742,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T08:04:43.478527Z","caller":"traceutil/trace.go:171","msg":"trace[1147324939] linearizableReadLoop","detail":"{readStateIndex:10064; appliedIndex:10063; }","duration":"921.118695ms","start":"2026-04-23T08:04:42.557372Z","end":"2026-04-23T08:04:43.478491Z","steps":["trace[1147324939] 'read index received' (duration: 920.089521ms)","trace[1147324939] 'applied index is now lower than readState.Index' (duration: 1.028403ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:04:43.478669Z","caller":"traceutil/trace.go:171","msg":"trace[1414668293] transaction","detail":"{read_only:false; response_revision:9730; number_of_response:1; }","duration":"1.27796284s","start":"2026-04-23T08:04:42.200623Z","end":"2026-04-23T08:04:43.478586Z","steps":["trace[1414668293] 'process raft request' (duration: 1.276964247s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:43.478785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10053345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:04:43.478828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279852334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8ed912415be4e\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-23T08:04:43.478858Z","caller":"traceutil/trace.go:171","msg":"trace[2119611271] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8ed912415be4e; range_end:; response_count:1; response_revision:9730; }","duration":"1.279896945s","start":"2026-04-23T08:04:42.198947Z","end":"2026-04-23T08:04:43.478844Z","steps":["trace[2119611271] 'agreement among raft nodes before linearized reading' (duration: 1.27970482s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:04:43.478862Z","caller":"traceutil/trace.go:171","msg":"trace[1441307077] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:9730; }","duration":"1.100708805s","start":"2026-04-23T08:04:42.378134Z","end":"2026-04-23T08:04:43.478843Z","steps":["trace[1441307077] 'agreement among raft nodes before linearized reading' (duration: 1.100486199s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:43.478905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:42.2006Z","time spent":"1.278179675s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7026,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:04:43.478931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:42.378103Z","time spent":"1.100812066s","remote":"127.0.0.1:52844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:04:43.478945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:42.198928Z","time spent":"1.279997008s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8ed912415be4e\" "} {"level":"warn","ts":"2026-04-23T08:04:43.478968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.599319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:04:43.479078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.230445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T08:04:43.479201Z","caller":"traceutil/trace.go:171","msg":"trace[618712414] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:9730; }","duration":"180.46931ms","start":"2026-04-23T08:04:43.298702Z","end":"2026-04-23T08:04:43.479171Z","steps":["trace[618712414] 'agreement among raft nodes before linearized reading' (duration: 180.174963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:43.479055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.374484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:04:43.479223Z","caller":"traceutil/trace.go:171","msg":"trace[123313514] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9730; }","duration":"594.878086ms","start":"2026-04-23T08:04:42.884279Z","end":"2026-04-23T08:04:43.479158Z","steps":["trace[123313514] 'agreement among raft nodes before linearized reading' (duration: 594.537048ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:04:43.47949Z","caller":"traceutil/trace.go:171","msg":"trace[998168879] range","detail":"{range_begin:/registry/configmaps/openstack/ceph-object-controller-detect-version; range_end:; response_count:0; response_revision:9730; }","duration":"916.993778ms","start":"2026-04-23T08:04:42.562403Z","end":"2026-04-23T08:04:43.479397Z","steps":["trace[998168879] 'agreement among raft nodes before linearized reading' (duration: 916.326773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:43.479582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:42.884253Z","time spent":"595.283696ms","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:04:43.479637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:42.562377Z","time spent":"917.247825ms","remote":"127.0.0.1:48000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/configmaps/openstack/ceph-object-controller-detect-version\" "} {"level":"warn","ts":"2026-04-23T08:04:43.479521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.049094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T08:04:43.479731Z","caller":"traceutil/trace.go:171","msg":"trace[846190225] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9730; }","duration":"857.326131ms","start":"2026-04-23T08:04:42.62239Z","end":"2026-04-23T08:04:43.479716Z","steps":["trace[846190225] 'agreement among raft nodes before linearized reading' (duration: 857.034494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:43.47977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:42.622364Z","time spent":"857.397562ms","remote":"127.0.0.1:41358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:04:43.896224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.824179ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:04:43.896357Z","caller":"traceutil/trace.go:171","msg":"trace[680808930] linearizableReadLoop","detail":"{readStateIndex:10065; appliedIndex:10064; }","duration":"411.941309ms","start":"2026-04-23T08:04:43.484396Z","end":"2026-04-23T08:04:43.896337Z","steps":["trace[680808930] 'read index received' (duration: 294.916995ms)","trace[680808930] 'applied index is now lower than readState.Index' (duration: 117.021873ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:04:43.896553Z","caller":"traceutil/trace.go:171","msg":"trace[439735285] transaction","detail":"{read_only:false; response_revision:9731; number_of_response:1; }","duration":"414.454517ms","start":"2026-04-23T08:04:43.481986Z","end":"2026-04-23T08:04:43.89644Z","steps":["trace[439735285] 'process raft request' (duration: 297.30592ms)","trace[439735285] 'compare' (duration: 116.438551ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:04:43.896764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.340828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"warn","ts":"2026-04-23T08:04:43.896901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:43.481972Z","time spent":"414.746813ms","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:04:43.897253Z","caller":"traceutil/trace.go:171","msg":"trace[66343547] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:9731; }","duration":"412.45712ms","start":"2026-04-23T08:04:43.48438Z","end":"2026-04-23T08:04:43.896837Z","steps":["trace[66343547] 'agreement among raft nodes before linearized reading' (duration: 412.00771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:43.897381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:43.484372Z","time spent":"412.970432ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-23T08:04:44.705827Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634015748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:04:45.275683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.171642ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:04:45.275803Z","caller":"traceutil/trace.go:171","msg":"trace[1416138470] transaction","detail":"{read_only:false; response_revision:9732; number_of_response:1; }","duration":"1.374568391s","start":"2026-04-23T08:04:43.901214Z","end":"2026-04-23T08:04:45.275782Z","steps":["trace[1416138470] 'process raft request' (duration: 911.209835ms)","trace[1416138470] 'compare' (duration: 462.741972ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:04:45.275851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:43.901185Z","time spent":"1.374648423s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T08:04:46.009768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.989078ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:04:46.009924Z","caller":"traceutil/trace.go:171","msg":"trace[1241821857] linearizableReadLoop","detail":"{readStateIndex:10067; appliedIndex:10065; }","duration":"1.804620168s","start":"2026-04-23T08:04:44.205277Z","end":"2026-04-23T08:04:46.009897Z","steps":["trace[1241821857] 'read index received' (duration: 607.163069ms)","trace[1241821857] 'applied index is now lower than readState.Index' (duration: 1.197455429s)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:04:46.009963Z","caller":"traceutil/trace.go:171","msg":"trace[1318136960] transaction","detail":"{read_only:false; response_revision:9733; number_of_response:1; }","duration":"2.1024856s","start":"2026-04-23T08:04:43.907415Z","end":"2026-04-23T08:04:46.0099Z","steps":["trace[1318136960] 'process raft request' (duration: 1.800253127s)","trace[1318136960] 'compare' (duration: 301.725812ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:04:46.010142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:43.907384Z","time spent":"2.102664475s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:04:46.010211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.804936665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gm894\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T08:04:46.010275Z","caller":"traceutil/trace.go:171","msg":"trace[1173339995] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gm894; range_end:; response_count:1; response_revision:9733; }","duration":"1.805055988s","start":"2026-04-23T08:04:44.205202Z","end":"2026-04-23T08:04:46.010258Z","steps":["trace[1173339995] 'agreement among raft nodes before linearized reading' (duration: 1.804805972s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:46.010335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:44.205128Z","time spent":"1.805192451s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-gm894\" "} {"level":"warn","ts":"2026-04-23T08:04:46.510333Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634015753,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:04:46.878547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.06792ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:04:46.878865Z","caller":"traceutil/trace.go:171","msg":"trace[1437462817] linearizableReadLoop","detail":"{readStateIndex:10069; appliedIndex:10067; }","duration":"868.883507ms","start":"2026-04-23T08:04:46.009962Z","end":"2026-04-23T08:04:46.878845Z","steps":["trace[1437462817] 'read index received' (duration: 537.427708ms)","trace[1437462817] 'applied index is now lower than readState.Index' (duration: 331.454819ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:04:46.878866Z","caller":"traceutil/trace.go:171","msg":"trace[1578510566] transaction","detail":"{read_only:false; response_revision:9734; number_of_response:1; }","duration":"1.5986394s","start":"2026-04-23T08:04:45.280179Z","end":"2026-04-23T08:04:46.878818Z","steps":["trace[1578510566] 'process raft request' (duration: 1.267193641s)","trace[1578510566] 'compare' (duration: 330.808104ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:04:46.87908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:45.280152Z","time spent":"1.598807213s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T08:04:46.879147Z","caller":"traceutil/trace.go:171","msg":"trace[2069386242] transaction","detail":"{read_only:false; response_revision:9735; number_of_response:1; }","duration":"1.163160397s","start":"2026-04-23T08:04:45.715974Z","end":"2026-04-23T08:04:46.879134Z","steps":["trace[2069386242] 'process raft request' (duration: 1.162754278s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:46.879226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:45.715942Z","time spent":"1.163236359s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:04:46.879385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.728707215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-23T08:04:46.879485Z","caller":"traceutil/trace.go:171","msg":"trace[1145707401] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9735; }","duration":"1.728865808s","start":"2026-04-23T08:04:45.15059Z","end":"2026-04-23T08:04:46.879456Z","steps":["trace[1145707401] 'agreement among raft nodes before linearized reading' (duration: 1.728560491s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:46.879526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:45.150562Z","time spent":"1.728955841s","remote":"127.0.0.1:48054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T08:04:46.879579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.995615652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:04:46.879705Z","caller":"traceutil/trace.go:171","msg":"trace[1896949834] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9735; }","duration":"1.995789767s","start":"2026-04-23T08:04:44.883901Z","end":"2026-04-23T08:04:46.879691Z","steps":["trace[1896949834] 'agreement among raft nodes before linearized reading' (duration: 1.995625603s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:46.879732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:44.883874Z","time spent":"1.995850188s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:04:46.87975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.575535695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T08:04:46.879827Z","caller":"traceutil/trace.go:171","msg":"trace[670912176] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:9735; }","duration":"1.575662199s","start":"2026-04-23T08:04:45.304148Z","end":"2026-04-23T08:04:46.87981Z","steps":["trace[670912176] 'agreement among raft nodes before linearized reading' (duration: 1.575498485s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:46.879856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.623567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:04:46.879888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:45.304135Z","time spent":"1.57573996s","remote":"127.0.0.1:48366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:04:46.879785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.381045812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T08:04:46.879927Z","caller":"traceutil/trace.go:171","msg":"trace[170579245] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:9735; }","duration":"886.7375ms","start":"2026-04-23T08:04:45.993168Z","end":"2026-04-23T08:04:46.879906Z","steps":["trace[170579245] 'agreement among raft nodes before linearized reading' (duration: 886.635427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:46.879985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:45.993144Z","time spent":"886.829822ms","remote":"127.0.0.1:47986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:04:46.880002Z","caller":"traceutil/trace.go:171","msg":"trace[2042892298] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:9735; }","duration":"1.381419871s","start":"2026-04-23T08:04:45.498565Z","end":"2026-04-23T08:04:46.879985Z","steps":["trace[2042892298] 'agreement among raft nodes before linearized reading' (duration: 1.381017681s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:46.88002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163109386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T08:04:46.880168Z","caller":"traceutil/trace.go:171","msg":"trace[821331612] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:9735; }","duration":"1.163318991s","start":"2026-04-23T08:04:45.716812Z","end":"2026-04-23T08:04:46.880131Z","steps":["trace[821331612] 'agreement among raft nodes before linearized reading' (duration: 1.162769958s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:46.88009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:45.49854Z","time spent":"1.381536723s","remote":"127.0.0.1:48040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":7,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:04:46.880242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:45.716782Z","time spent":"1.163442464s","remote":"127.0.0.1:45244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":39,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:04:46.879885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.301012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:33 size:304418"} {"level":"warn","ts":"2026-04-23T08:04:46.880667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.937369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-cf9f85b9f-ltj9w\" ","response":"range_response_count:1 size:19517"} {"level":"warn","ts":"2026-04-23T08:04:46.880706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.323153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/glance-ks-endpoints-zmg5n\" ","response":"range_response_count:1 size:2816"} {"level":"info","ts":"2026-04-23T08:04:46.880701Z","caller":"traceutil/trace.go:171","msg":"trace[237865033] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:33; response_revision:9735; }","duration":"865.137901ms","start":"2026-04-23T08:04:46.015544Z","end":"2026-04-23T08:04:46.880682Z","steps":["trace[237865033] 'agreement among raft nodes before linearized reading' (duration: 863.932613ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:04:46.880762Z","caller":"traceutil/trace.go:171","msg":"trace[1576449879] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-cf9f85b9f-ltj9w; range_end:; response_count:1; response_revision:9735; }","duration":"866.091803ms","start":"2026-04-23T08:04:46.014642Z","end":"2026-04-23T08:04:46.880734Z","steps":["trace[1576449879] 'agreement among raft nodes before linearized reading' (duration: 864.593108ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:04:46.880765Z","caller":"traceutil/trace.go:171","msg":"trace[943766753] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/glance-ks-endpoints-zmg5n; range_end:; response_count:1; response_revision:9735; }","duration":"787.470356ms","start":"2026-04-23T08:04:46.093273Z","end":"2026-04-23T08:04:46.880744Z","steps":["trace[943766753] 'agreement among raft nodes before linearized reading' (duration: 785.977832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:46.880809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:46.015537Z","time spent":"865.232823ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":33,"response size":304441,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-23T08:04:46.880823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:46.014626Z","time spent":"866.186745ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":19540,"request content":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-cf9f85b9f-ltj9w\" "} {"level":"warn","ts":"2026-04-23T08:04:46.880827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:46.093251Z","time spent":"787.567749ms","remote":"127.0.0.1:45244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2839,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/glance-ks-endpoints-zmg5n\" "} {"level":"warn","ts":"2026-04-23T08:04:47.38425Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634015756,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:04:47.965248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.675023ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:04:47.965384Z","caller":"traceutil/trace.go:171","msg":"trace[1150208201] linearizableReadLoop","detail":"{readStateIndex:10070; appliedIndex:10069; }","duration":"1.081765816s","start":"2026-04-23T08:04:46.883597Z","end":"2026-04-23T08:04:47.965363Z","steps":["trace[1150208201] 'read index received' (duration: 949.866308ms)","trace[1150208201] 'applied index is now lower than readState.Index' (duration: 131.898188ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:04:47.965619Z","caller":"traceutil/trace.go:171","msg":"trace[1004440646] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9736; }","duration":"1.082722349s","start":"2026-04-23T08:04:46.882884Z","end":"2026-04-23T08:04:47.965607Z","steps":["trace[1004440646] 'process raft request' (duration: 950.593776ms)","trace[1004440646] 'compare' (duration: 131.450647ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:04:47.965719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:46.882866Z","time spent":"1.082817471s","remote":"127.0.0.1:45244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":75,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-04-23T08:04:47.966051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082433372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6f44619c-3f40-4662-a563-10897a5eb423\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-04-23T08:04:47.966162Z","caller":"traceutil/trace.go:171","msg":"trace[201088568] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6f44619c-3f40-4662-a563-10897a5eb423; range_end:; response_count:1; response_revision:9736; }","duration":"1.082580535s","start":"2026-04-23T08:04:46.883554Z","end":"2026-04-23T08:04:47.966134Z","steps":["trace[201088568] 'agreement among raft nodes before linearized reading' (duration: 1.082278938s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:47.966214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:46.883534Z","time spent":"1.082671608s","remote":"127.0.0.1:48040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1326,"request content":"key:\"/registry/persistentvolumes/pvc-6f44619c-3f40-4662-a563-10897a5eb423\" "} {"level":"info","ts":"2026-04-23T08:04:48.460591Z","caller":"traceutil/trace.go:171","msg":"trace[1125830422] linearizableReadLoop","detail":"{readStateIndex:10071; appliedIndex:10070; }","duration":"495.13396ms","start":"2026-04-23T08:04:47.965413Z","end":"2026-04-23T08:04:48.460547Z","steps":["trace[1125830422] 'read index received' (duration: 424.899808ms)","trace[1125830422] 'applied index is now lower than readState.Index' (duration: 70.232502ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:04:48.460758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.570750854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:04:48.460826Z","caller":"traceutil/trace.go:171","msg":"trace[1028367802] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9737; }","duration":"1.570830866s","start":"2026-04-23T08:04:46.889973Z","end":"2026-04-23T08:04:48.460803Z","steps":["trace[1028367802] 'agreement among raft nodes before linearized reading' (duration: 1.570714314s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:48.460755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144273189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:04:48.460875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:46.889962Z","time spent":"1.570901838s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T08:04:48.460985Z","caller":"traceutil/trace.go:171","msg":"trace[851842178] transaction","detail":"{read_only:false; response_revision:9737; number_of_response:1; }","duration":"563.899089ms","start":"2026-04-23T08:04:47.897061Z","end":"2026-04-23T08:04:48.46096Z","steps":["trace[851842178] 'process raft request' (duration: 493.233336ms)","trace[851842178] 'compare' (duration: 69.66023ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:04:48.46094Z","caller":"traceutil/trace.go:171","msg":"trace[236244912] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:9737; }","duration":"1.144491614s","start":"2026-04-23T08:04:47.316394Z","end":"2026-04-23T08:04:48.460885Z","steps":["trace[236244912] 'agreement among raft nodes before linearized reading' (duration: 1.144216568s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:48.460982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.510544442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T08:04:48.461129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:47.897031Z","time spent":"564.008752ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:04:48.461135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:47.316367Z","time spent":"1.14472073s","remote":"127.0.0.1:48304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:04:48.46116Z","caller":"traceutil/trace.go:171","msg":"trace[381637678] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9737; }","duration":"1.510802929s","start":"2026-04-23T08:04:46.950329Z","end":"2026-04-23T08:04:48.461132Z","steps":["trace[381637678] 'agreement among raft nodes before linearized reading' (duration: 1.510364729s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:48.461308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:46.950315Z","time spent":"1.510970072s","remote":"127.0.0.1:41422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:04:48.461193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.576078497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8ed912415be4e\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-23T08:04:48.461485Z","caller":"traceutil/trace.go:171","msg":"trace[909662243] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8ed912415be4e; range_end:; response_count:1; response_revision:9737; }","duration":"1.576403445s","start":"2026-04-23T08:04:46.885052Z","end":"2026-04-23T08:04:48.461455Z","steps":["trace[909662243] 'agreement among raft nodes before linearized reading' (duration: 1.575894114s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:48.46143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.584277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:04:48.461545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:46.885034Z","time spent":"1.576492117s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8ed912415be4e\" "} {"level":"info","ts":"2026-04-23T08:04:48.461706Z","caller":"traceutil/trace.go:171","msg":"trace[1003614762] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:9737; }","duration":"571.820002ms","start":"2026-04-23T08:04:47.889754Z","end":"2026-04-23T08:04:48.461574Z","steps":["trace[1003614762] 'agreement among raft nodes before linearized reading' (duration: 571.480704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:48.461832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:47.889713Z","time spent":"572.060918ms","remote":"127.0.0.1:38934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:04:48.461927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.575404352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-04-23T08:04:48.462086Z","caller":"traceutil/trace.go:171","msg":"trace[1721798523] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:9737; }","duration":"1.575658107s","start":"2026-04-23T08:04:46.886405Z","end":"2026-04-23T08:04:48.462063Z","steps":["trace[1721798523] 'agreement among raft nodes before linearized reading' (duration: 1.574414299s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:48.462508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:46.886382Z","time spent":"1.575791801s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7326,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-23T08:04:49.375962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.315239ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:04:49.376111Z","caller":"traceutil/trace.go:171","msg":"trace[775447589] linearizableReadLoop","detail":"{readStateIndex:10072; appliedIndex:10071; }","duration":"915.3147ms","start":"2026-04-23T08:04:48.460772Z","end":"2026-04-23T08:04:49.376087Z","steps":["trace[775447589] 'read index received' (duration: 463.824697ms)","trace[775447589] 'applied index is now lower than readState.Index' (duration: 451.487943ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:04:49.37632Z","caller":"traceutil/trace.go:171","msg":"trace[1393519825] transaction","detail":"{read_only:false; response_revision:9738; number_of_response:1; }","duration":"1.304651985s","start":"2026-04-23T08:04:48.071626Z","end":"2026-04-23T08:04:49.376278Z","steps":["trace[1393519825] 'process raft request' (duration: 852.903487ms)","trace[1393519825] 'compare' (duration: 451.092603ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:04:49.376538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.148468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T08:04:49.376554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:48.0716Z","time spent":"1.30482523s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:04:49.376595Z","caller":"traceutil/trace.go:171","msg":"trace[526673689] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:9738; }","duration":"970.193009ms","start":"2026-04-23T08:04:48.40637Z","end":"2026-04-23T08:04:49.376563Z","steps":["trace[526673689] 'agreement among raft nodes before linearized reading' (duration: 970.021435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:49.37664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:48.406345Z","time spent":"970.28092ms","remote":"127.0.0.1:47944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":92,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:04:49.376867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166616667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-23T08:04:49.376968Z","caller":"traceutil/trace.go:171","msg":"trace[1007877678] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:9738; }","duration":"1.166784591s","start":"2026-04-23T08:04:48.210161Z","end":"2026-04-23T08:04:49.376946Z","steps":["trace[1007877678] 'agreement among raft nodes before linearized reading' (duration: 1.166469663s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:49.377013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:48.210132Z","time spent":"1.166872883s","remote":"127.0.0.1:47922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-04-23T08:04:49.377035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.40700033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-23T08:04:49.37711Z","caller":"traceutil/trace.go:171","msg":"trace[1983971150] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:9738; }","duration":"1.407117093s","start":"2026-04-23T08:04:47.969971Z","end":"2026-04-23T08:04:49.377088Z","steps":["trace[1983971150] 'agreement among raft nodes before linearized reading' (duration: 1.406664512s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:49.377161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:47.969949Z","time spent":"1.407198255s","remote":"127.0.0.1:48054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-23T08:04:49.877217Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634015764,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:04:50.080716Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.156072813s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T08:04:50.462669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000045356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:04:50.462779Z","caller":"traceutil/trace.go:171","msg":"trace[1595901716] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00021837s","start":"2026-04-23T08:04:48.462537Z","end":"2026-04-23T08:04:50.462755Z","steps":["trace[1595901716] 'agreement among raft nodes before linearized reading' (duration: 2.000085097s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:50.462831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:48.462509Z","time spent":"2.000310711s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:04:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:04:50.597408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.345882ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:04:50.597733Z","caller":"traceutil/trace.go:171","msg":"trace[1351857147] transaction","detail":"{read_only:false; response_revision:9740; number_of_response:1; }","duration":"2.126897286s","start":"2026-04-23T08:04:48.470814Z","end":"2026-04-23T08:04:50.597711Z","steps":["trace[1351857147] 'process raft request' (duration: 2.126755543s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:04:50.597799Z","caller":"traceutil/trace.go:171","msg":"trace[828268927] transaction","detail":"{read_only:false; response_revision:9739; number_of_response:1; }","duration":"2.133598121s","start":"2026-04-23T08:04:48.464126Z","end":"2026-04-23T08:04:50.597725Z","steps":["trace[828268927] 'process raft request' (duration: 1.61680379s)","trace[828268927] 'compare' (duration: 515.172064ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:04:50.597891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:48.470775Z","time spent":"2.12706859s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:04:50.597974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:48.464107Z","time spent":"2.133773335s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:04:52.470798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000041924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:04:52.470929Z","caller":"traceutil/trace.go:171","msg":"trace[182125186] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000203738s","start":"2026-04-23T08:04:50.47067Z","end":"2026-04-23T08:04:52.470873Z","steps":["trace[182125186] 'agreement among raft nodes before linearized reading' (duration: 2.000080875s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:52.470983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:50.470647Z","time spent":"2.00032543s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:04:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:04:52.588046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.003114ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-23T08:04:52.58817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:49.378113Z","time spent":"3.210048723s","remote":"127.0.0.1:47922","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T08:04:52.58831Z","caller":"traceutil/trace.go:171","msg":"trace[2023458377] transaction","detail":"{read_only:false; response_revision:9741; number_of_response:1; }","duration":"1.983799539s","start":"2026-04-23T08:04:50.604486Z","end":"2026-04-23T08:04:52.588285Z","steps":["trace[2023458377] 'process raft request' (duration: 1.983669506s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:52.588401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:50.604471Z","time spent":"1.98387473s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":826,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T08:04:52.588361Z","caller":"traceutil/trace.go:171","msg":"trace[1325103311] linearizableReadLoop","detail":"{readStateIndex:10075; appliedIndex:10072; }","duration":"3.211966858s","start":"2026-04-23T08:04:49.376353Z","end":"2026-04-23T08:04:52.58832Z","steps":["trace[1325103311] 'read index received' (duration: 704.614081ms)","trace[1325103311] 'applied index is now lower than readState.Index' (duration: 2.507349347s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:04:52.588676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.416711099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T08:04:52.588722Z","caller":"traceutil/trace.go:171","msg":"trace[899990907] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:9741; }","duration":"3.416833052s","start":"2026-04-23T08:04:49.171872Z","end":"2026-04-23T08:04:52.588705Z","steps":["trace[899990907] 'agreement among raft nodes before linearized reading' (duration: 3.416657578s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:52.588762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:49.171832Z","time spent":"3.416916644s","remote":"127.0.0.1:48150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:04:52.5888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.698868508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gm894\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T08:04:52.588875Z","caller":"traceutil/trace.go:171","msg":"trace[792778657] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gm894; range_end:; response_count:1; response_revision:9741; }","duration":"3.699006621s","start":"2026-04-23T08:04:48.889851Z","end":"2026-04-23T08:04:52.588858Z","steps":["trace[792778657] 'agreement among raft nodes before linearized reading' (duration: 3.698749085s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:52.588925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:48.889825Z","time spent":"3.699093014s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-gm894\" "} {"level":"warn","ts":"2026-04-23T08:04:52.58891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.647833739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T08:04:52.588982Z","caller":"traceutil/trace.go:171","msg":"trace[1116284687] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:9741; }","duration":"3.647958822s","start":"2026-04-23T08:04:48.940998Z","end":"2026-04-23T08:04:52.588957Z","steps":["trace[1116284687] 'agreement among raft nodes before linearized reading' (duration: 3.647813049s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:52.589006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.208248282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-87c38d86-6c51-4a79-b0aa-8a9b1530aba5\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-04-23T08:04:52.58903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:48.940971Z","time spent":"3.648044844s","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":12,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:04:52.589029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.437693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-23T08:04:52.589077Z","caller":"traceutil/trace.go:171","msg":"trace[539237741] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9741; }","duration":"622.545135ms","start":"2026-04-23T08:04:51.966519Z","end":"2026-04-23T08:04:52.589064Z","steps":["trace[539237741] 'agreement among raft nodes before linearized reading' (duration: 622.379951ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:04:52.589079Z","caller":"traceutil/trace.go:171","msg":"trace[1836047217] range","detail":"{range_begin:/registry/persistentvolumes/pvc-87c38d86-6c51-4a79-b0aa-8a9b1530aba5; range_end:; response_count:1; response_revision:9741; }","duration":"3.208355775s","start":"2026-04-23T08:04:49.380692Z","end":"2026-04-23T08:04:52.589047Z","steps":["trace[1836047217] 'agreement among raft nodes before linearized reading' (duration: 3.208082518s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:52.589121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:51.966493Z","time spent":"622.609377ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-23T08:04:52.589175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.630059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:04:52.589211Z","caller":"traceutil/trace.go:171","msg":"trace[1654437961] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9741; }","duration":"874.765022ms","start":"2026-04-23T08:04:51.714437Z","end":"2026-04-23T08:04:52.589202Z","steps":["trace[1654437961] 'agreement among raft nodes before linearized reading' (duration: 874.706841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:52.58923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.447413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-23T08:04:52.589237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:51.714407Z","time spent":"874.824284ms","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:04:52.589123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:49.380676Z","time spent":"3.208438916s","remote":"127.0.0.1:48040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-87c38d86-6c51-4a79-b0aa-8a9b1530aba5\" "} {"level":"info","ts":"2026-04-23T08:04:52.589255Z","caller":"traceutil/trace.go:171","msg":"trace[666441763] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9741; }","duration":"622.549195ms","start":"2026-04-23T08:04:51.9667Z","end":"2026-04-23T08:04:52.589249Z","steps":["trace[666441763] 'agreement among raft nodes before linearized reading' (duration: 622.474433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:52.589278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:51.96665Z","time spent":"622.620907ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-23T08:04:52.589389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.134399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:04:52.589404Z","caller":"traceutil/trace.go:171","msg":"trace[1804763720] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9741; }","duration":"118.189011ms","start":"2026-04-23T08:04:52.47121Z","end":"2026-04-23T08:04:52.589399Z","steps":["trace[1804763720] 'agreement among raft nodes before linearized reading' (duration: 118.1601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:52.589462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.635613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T08:04:52.589497Z","caller":"traceutil/trace.go:171","msg":"trace[1350240434] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:9741; }","duration":"959.768997ms","start":"2026-04-23T08:04:51.629715Z","end":"2026-04-23T08:04:52.589484Z","steps":["trace[1350240434] 'agreement among raft nodes before linearized reading' (duration: 959.689745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:52.589526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:51.629693Z","time spent":"959.825677ms","remote":"127.0.0.1:54186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":12,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:04:52.589538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.988554709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:04:52.589573Z","caller":"traceutil/trace.go:171","msg":"trace[1717756842] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:9741; }","duration":"1.98863713s","start":"2026-04-23T08:04:50.600925Z","end":"2026-04-23T08:04:52.589562Z","steps":["trace[1717756842] 'agreement among raft nodes before linearized reading' (duration: 1.988574569s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:52.589605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:50.600901Z","time spent":"1.988695781s","remote":"127.0.0.1:54214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:04:52.589747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.987291789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-5c9876cc97-xmd2x\" ","response":"range_response_count:1 size:5936"} {"level":"info","ts":"2026-04-23T08:04:52.5898Z","caller":"traceutil/trace.go:171","msg":"trace[471330903] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-5c9876cc97-xmd2x; range_end:; response_count:1; response_revision:9741; }","duration":"1.987388572s","start":"2026-04-23T08:04:50.602396Z","end":"2026-04-23T08:04:52.589785Z","steps":["trace[471330903] 'agreement among raft nodes before linearized reading' (duration: 1.987230228s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:52.589903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.970338285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T08:04:52.590041Z","caller":"traceutil/trace.go:171","msg":"trace[870964588] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:9741; }","duration":"2.97056145s","start":"2026-04-23T08:04:49.619453Z","end":"2026-04-23T08:04:52.590015Z","steps":["trace[870964588] 'agreement among raft nodes before linearized reading' (duration: 2.970083479s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:52.590111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:49.619381Z","time spent":"2.970708314s","remote":"127.0.0.1:48260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:04:52.590136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:50.602372Z","time spent":"1.987663057s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":5959,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-5c9876cc97-xmd2x\" "} {"level":"warn","ts":"2026-04-23T08:04:53.179322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.51971ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:04:53.180081Z","caller":"traceutil/trace.go:171","msg":"trace[696430723] linearizableReadLoop","detail":"{readStateIndex:10077; appliedIndex:10076; }","duration":"585.790146ms","start":"2026-04-23T08:04:52.593665Z","end":"2026-04-23T08:04:53.179455Z","steps":["trace[696430723] 'read index received' (duration: 395.97553ms)","trace[696430723] 'applied index is now lower than readState.Index' (duration: 189.811526ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:04:53.180194Z","caller":"traceutil/trace.go:171","msg":"trace[1539297564] transaction","detail":"{read_only:false; response_revision:9742; number_of_response:1; }","duration":"590.206628ms","start":"2026-04-23T08:04:52.589648Z","end":"2026-04-23T08:04:53.179855Z","steps":["trace[1539297564] 'process raft request' (duration: 399.976963ms)","trace[1539297564] 'compare' (duration: 189.12231ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:04:53.18036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.688507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8edc06cf519c2\" ","response":"range_response_count:1 size:773"} {"level":"warn","ts":"2026-04-23T08:04:53.180405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:52.589621Z","time spent":"590.669709ms","remote":"127.0.0.1:47922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:04:53.180446Z","caller":"traceutil/trace.go:171","msg":"trace[12982476] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8edc06cf519c2; range_end:; response_count:1; response_revision:9742; }","duration":"586.80005ms","start":"2026-04-23T08:04:52.593626Z","end":"2026-04-23T08:04:53.180426Z","steps":["trace[12982476] 'agreement among raft nodes before linearized reading' (duration: 586.494273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:53.18051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:52.593607Z","time spent":"586.888111ms","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8edc06cf519c2\" "} {"level":"warn","ts":"2026-04-23T08:04:53.654446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.337294ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:04:53.654782Z","caller":"traceutil/trace.go:171","msg":"trace[460419658] transaction","detail":"{read_only:false; response_revision:9743; number_of_response:1; }","duration":"1.059160214s","start":"2026-04-23T08:04:52.595569Z","end":"2026-04-23T08:04:53.654729Z","steps":["trace[460419658] 'process raft request' (duration: 940.40598ms)","trace[460419658] 'compare' (duration: 117.846163ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:04:53.654901Z","caller":"traceutil/trace.go:171","msg":"trace[113554689] transaction","detail":"{read_only:false; response_revision:9744; number_of_response:1; }","duration":"1.058949799s","start":"2026-04-23T08:04:52.595864Z","end":"2026-04-23T08:04:53.654814Z","steps":["trace[113554689] 'process raft request' (duration: 1.058736864s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:53.654993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:52.595847Z","time spent":"1.059105152s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:04:53.655059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:52.595549Z","time spent":"1.059331838s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:04:53.65503Z","caller":"traceutil/trace.go:171","msg":"trace[716487027] transaction","detail":"{read_only:false; response_revision:9745; number_of_response:1; }","duration":"1.054877374s","start":"2026-04-23T08:04:52.600079Z","end":"2026-04-23T08:04:53.654956Z","steps":["trace[716487027] 'process raft request' (duration: 1.054652769s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:53.65513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.595206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T08:04:53.655211Z","caller":"traceutil/trace.go:171","msg":"trace[598362741] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:9745; }","duration":"622.72869ms","start":"2026-04-23T08:04:53.032464Z","end":"2026-04-23T08:04:53.655193Z","steps":["trace[598362741] 'agreement among raft nodes before linearized reading' (duration: 622.589707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:53.655251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:52.600059Z","time spent":"1.05507647s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6237,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:04:53.655268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:53.032435Z","time spent":"622.820071ms","remote":"127.0.0.1:48054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":7,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:04:53.654984Z","caller":"traceutil/trace.go:171","msg":"trace[149070807] linearizableReadLoop","detail":"{readStateIndex:10080; appliedIndex:10077; }","duration":"474.802511ms","start":"2026-04-23T08:04:53.18014Z","end":"2026-04-23T08:04:53.654942Z","steps":["trace[149070807] 'read index received' (duration: 355.775621ms)","trace[149070807] 'applied index is now lower than readState.Index' (duration: 119.02403ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:04:53.655094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.342834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:04:53.655328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044860154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T08:04:53.655374Z","caller":"traceutil/trace.go:171","msg":"trace[407799242] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:9745; }","duration":"1.044931106s","start":"2026-04-23T08:04:52.610426Z","end":"2026-04-23T08:04:53.655357Z","steps":["trace[407799242] 'agreement among raft nodes before linearized reading' (duration: 1.044768302s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:53.655371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.817989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-04-23T08:04:53.655418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:52.610414Z","time spent":"1.044996087s","remote":"127.0.0.1:45286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":64,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:04:53.655348Z","caller":"traceutil/trace.go:171","msg":"trace[128846986] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9745; }","duration":"771.64746ms","start":"2026-04-23T08:04:52.883682Z","end":"2026-04-23T08:04:53.655329Z","steps":["trace[128846986] 'agreement among raft nodes before linearized reading' (duration: 771.308712ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:04:53.655468Z","caller":"traceutil/trace.go:171","msg":"trace[564936416] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:9745; }","duration":"956.994533ms","start":"2026-04-23T08:04:52.698451Z","end":"2026-04-23T08:04:53.655446Z","steps":["trace[564936416] 'agreement among raft nodes before linearized reading' (duration: 956.741057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:53.655518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:52.698421Z","time spent":"957.087675ms","remote":"127.0.0.1:48054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-04-23T08:04:53.655556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:52.883664Z","time spent":"771.879046ms","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:04:53.65574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059518522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:33 size:304734"} {"level":"info","ts":"2026-04-23T08:04:53.655808Z","caller":"traceutil/trace.go:171","msg":"trace[504729263] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:33; response_revision:9745; }","duration":"1.059589904s","start":"2026-04-23T08:04:52.596204Z","end":"2026-04-23T08:04:53.655794Z","steps":["trace[504729263] 'agreement among raft nodes before linearized reading' (duration: 1.058905288s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:53.655861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:52.596196Z","time spent":"1.059651945s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":33,"response size":304757,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-23T08:04:53.665063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.526819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:04:53.665101Z","caller":"traceutil/trace.go:171","msg":"trace[1160829816] transaction","detail":"{read_only:false; response_revision:9746; number_of_response:1; }","duration":"481.917986ms","start":"2026-04-23T08:04:53.18311Z","end":"2026-04-23T08:04:53.665028Z","steps":["trace[1160829816] 'process raft request' (duration: 481.705701ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:04:53.665137Z","caller":"traceutil/trace.go:171","msg":"trace[275727751] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:9746; }","duration":"459.639221ms","start":"2026-04-23T08:04:53.205481Z","end":"2026-04-23T08:04:53.66512Z","steps":["trace[275727751] 'agreement among raft nodes before linearized reading' (duration: 459.494378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:53.66518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:53.205468Z","time spent":"459.701503ms","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:04:53.665278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:53.183081Z","time spent":"482.09069ms","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:04:53.66513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.433965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T08:04:53.66539Z","caller":"traceutil/trace.go:171","msg":"trace[1038686990] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:9746; }","duration":"478.726642ms","start":"2026-04-23T08:04:53.186644Z","end":"2026-04-23T08:04:53.665371Z","steps":["trace[1038686990] 'agreement among raft nodes before linearized reading' (duration: 478.369914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:53.665444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:53.186626Z","time spent":"478.799644ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":69,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:04:53.665628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.378587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-23T08:04:53.665737Z","caller":"traceutil/trace.go:171","msg":"trace[1208140209] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:9746; }","duration":"482.516109ms","start":"2026-04-23T08:04:53.183207Z","end":"2026-04-23T08:04:53.665723Z","steps":["trace[1208140209] 'agreement among raft nodes before linearized reading' (duration: 482.036838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:53.665812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:53.183192Z","time spent":"482.610562ms","remote":"127.0.0.1:48060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-23T08:04:54.175587Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634015780,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T08:04:54.221205Z","caller":"traceutil/trace.go:171","msg":"trace[457604333] transaction","detail":"{read_only:false; response_revision:9747; number_of_response:1; }","duration":"546.544109ms","start":"2026-04-23T08:04:53.674633Z","end":"2026-04-23T08:04:54.221177Z","steps":["trace[457604333] 'process raft request' (duration: 546.359785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:54.221381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:53.6746Z","time spent":"546.688692ms","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:04:54.936136Z","caller":"traceutil/trace.go:171","msg":"trace[906234020] linearizableReadLoop","detail":"{readStateIndex:10083; appliedIndex:10081; }","duration":"1.2611063s","start":"2026-04-23T08:04:53.674993Z","end":"2026-04-23T08:04:54.936099Z","steps":["trace[906234020] 'read index received' (duration: 546.014506ms)","trace[906234020] 'applied index is now lower than readState.Index' (duration: 715.090074ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:04:54.936184Z","caller":"traceutil/trace.go:171","msg":"trace[853040507] transaction","detail":"{read_only:false; response_revision:9748; number_of_response:1; }","duration":"1.258301856s","start":"2026-04-23T08:04:53.677842Z","end":"2026-04-23T08:04:54.936143Z","steps":["trace[853040507] 'process raft request' (duration: 1.25805681s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:54.936341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261322345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-23T08:04:54.936365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:53.677828Z","time spent":"1.258437589s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5948,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:04:54.936429Z","caller":"traceutil/trace.go:171","msg":"trace[2058181824] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:9748; }","duration":"1.261466908s","start":"2026-04-23T08:04:53.674942Z","end":"2026-04-23T08:04:54.936409Z","steps":["trace[2058181824] 'agreement among raft nodes before linearized reading' (duration: 1.261278034s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:54.936471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:53.674916Z","time spent":"1.26154759s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-23T08:04:55.290482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.178513ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:04:55.290711Z","caller":"traceutil/trace.go:171","msg":"trace[241752753] linearizableReadLoop","detail":"{readStateIndex:10085; appliedIndex:10083; }","duration":"354.478581ms","start":"2026-04-23T08:04:54.936213Z","end":"2026-04-23T08:04:55.290691Z","steps":["trace[241752753] 'read index received' (duration: 228.892579ms)","trace[241752753] 'applied index is now lower than readState.Index' (duration: 125.584262ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:04:55.290743Z","caller":"traceutil/trace.go:171","msg":"trace[1194112340] transaction","detail":"{read_only:false; response_revision:9749; number_of_response:1; }","duration":"1.06547892s","start":"2026-04-23T08:04:54.225219Z","end":"2026-04-23T08:04:55.290698Z","steps":["trace[1194112340] 'process raft request' (duration: 939.99163ms)","trace[1194112340] 'compare' (duration: 124.993068ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:04:55.290882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.405979658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:04:55.290922Z","caller":"traceutil/trace.go:171","msg":"trace[962059495] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9750; }","duration":"1.40606912s","start":"2026-04-23T08:04:53.884842Z","end":"2026-04-23T08:04:55.290911Z","steps":["trace[962059495] 'agreement among raft nodes before linearized reading' (duration: 1.405958057s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:55.290912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253445774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:04:55.290942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:54.225194Z","time spent":"1.065650494s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T08:04:55.290961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:53.884817Z","time spent":"1.406136842s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T08:04:55.290982Z","caller":"traceutil/trace.go:171","msg":"trace[250024817] transaction","detail":"{read_only:false; response_revision:9750; number_of_response:1; }","duration":"903.601869ms","start":"2026-04-23T08:04:54.387332Z","end":"2026-04-23T08:04:55.290933Z","steps":["trace[250024817] 'process raft request' (duration: 903.267142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:55.291106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.974577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-ks-endpoints-zmg5n\" ","response":"range_response_count:1 size:15102"} {"level":"info","ts":"2026-04-23T08:04:55.291203Z","caller":"traceutil/trace.go:171","msg":"trace[1276574812] range","detail":"{range_begin:/registry/pods/openstack/glance-ks-endpoints-zmg5n; range_end:; response_count:1; response_revision:9750; }","duration":"350.139941ms","start":"2026-04-23T08:04:54.941042Z","end":"2026-04-23T08:04:55.291182Z","steps":["trace[1276574812] 'agreement among raft nodes before linearized reading' (duration: 349.798993ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:04:55.291042Z","caller":"traceutil/trace.go:171","msg":"trace[1919422062] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:9750; }","duration":"1.253595207s","start":"2026-04-23T08:04:54.037377Z","end":"2026-04-23T08:04:55.290972Z","steps":["trace[1919422062] 'agreement among raft nodes before linearized reading' (duration: 1.253412043s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:55.291267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:54.941022Z","time spent":"350.235503ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":15125,"request content":"key:\"/registry/pods/openstack/glance-ks-endpoints-zmg5n\" "} {"level":"warn","ts":"2026-04-23T08:04:55.291299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:54.03735Z","time spent":"1.253926734s","remote":"127.0.0.1:45292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:04:55.291901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:54.387293Z","time spent":"903.821714ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:04:55.801916Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634015788,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:04:56.755819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.982538ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:04:56.755971Z","caller":"traceutil/trace.go:171","msg":"trace[1839807441] transaction","detail":"{read_only:false; response_revision:9751; number_of_response:1; }","duration":"1.45930127s","start":"2026-04-23T08:04:55.29664Z","end":"2026-04-23T08:04:56.755942Z","steps":["trace[1839807441] 'process raft request' (duration: 909.089156ms)","trace[1839807441] 'compare' (duration: 549.532498ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:04:56.756056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:55.296616Z","time spent":"1.459401412s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T08:04:56.843583Z","caller":"traceutil/trace.go:171","msg":"trace[1120289455] transaction","detail":"{read_only:false; response_revision:9752; number_of_response:1; }","duration":"1.534427346s","start":"2026-04-23T08:04:55.309118Z","end":"2026-04-23T08:04:56.843546Z","steps":["trace[1120289455] 'process raft request' (duration: 1.534050347s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:56.843794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:55.309073Z","time spent":"1.53459914s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15487,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:04:57.282626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.149027ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T08:04:57.282911Z","caller":"traceutil/trace.go:171","msg":"trace[1848146318] linearizableReadLoop","detail":"{readStateIndex:10087; appliedIndex:10085; }","duration":"1.982006858s","start":"2026-04-23T08:04:55.300879Z","end":"2026-04-23T08:04:57.282885Z","steps":["trace[1848146318] 'read index received' (duration: 904.871979ms)","trace[1848146318] 'applied index is now lower than readState.Index' (duration: 1.077133249s)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:04:57.283347Z","caller":"traceutil/trace.go:171","msg":"trace[654636720] transaction","detail":"{read_only:false; response_revision:9753; number_of_response:1; }","duration":"522.456202ms","start":"2026-04-23T08:04:56.760836Z","end":"2026-04-23T08:04:57.283292Z","steps":["trace[654636720] 'process raft request' (duration: 521.91107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:57.283516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:56.760808Z","time spent":"522.616087ms","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":882,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T08:04:57.802752Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634015794,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:04:57.921437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.058225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-23T08:04:57.921591Z","caller":"traceutil/trace.go:171","msg":"trace[107461686] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:9753; }","duration":"899.28435ms","start":"2026-04-23T08:04:57.022278Z","end":"2026-04-23T08:04:57.921562Z","steps":["trace[107461686] 'agreement among raft nodes before linearized reading' (duration: 261.032412ms)","trace[107461686] 'range keys from in-memory index tree' (duration: 637.937941ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:04:57.92164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:57.02225Z","time spent":"899.379772ms","remote":"127.0.0.1:48010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-04-23T08:04:57.921944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.621072905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:04:57.921993Z","caller":"traceutil/trace.go:171","msg":"trace[1430063774] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9753; }","duration":"2.621166947s","start":"2026-04-23T08:04:55.30081Z","end":"2026-04-23T08:04:57.921976Z","steps":["trace[1430063774] 'agreement among raft nodes before linearized reading' (duration: 1.982226844s)","trace[1430063774] 'range keys from in-memory index tree' (duration: 638.535154ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:04:57.92199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07283191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4663"} {"level":"info","ts":"2026-04-23T08:04:57.922226Z","caller":"traceutil/trace.go:171","msg":"trace[687312156] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:9753; }","duration":"1.073116426s","start":"2026-04-23T08:04:56.84908Z","end":"2026-04-23T08:04:57.922196Z","steps":["trace[687312156] 'agreement among raft nodes before linearized reading' (duration: 434.267605ms)","trace[687312156] 'range keys from in-memory index tree' (duration: 638.425092ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:04:57.922839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:56.849062Z","time spent":"1.073268409s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4686,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-04-23T08:04:57.922033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:55.300783Z","time spent":"2.621238858s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:04:57.923061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.132426354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:04:57.923109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.133733314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T08:04:57.923177Z","caller":"traceutil/trace.go:171","msg":"trace[928111470] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:9753; }","duration":"2.132597427s","start":"2026-04-23T08:04:55.790548Z","end":"2026-04-23T08:04:57.923146Z","steps":["trace[928111470] 'agreement among raft nodes before linearized reading' (duration: 1.492786073s)","trace[928111470] 'count revisions from in-memory index tree' (duration: 639.632259ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:04:57.923199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048064748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:04:57.9232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032649811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:04:57.923249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:55.790536Z","time spent":"2.132699789s","remote":"127.0.0.1:38864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:04:57.923257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.255643731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gm894\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T08:04:57.923291Z","caller":"traceutil/trace.go:171","msg":"trace[1452699629] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:9753; }","duration":"1.048207261s","start":"2026-04-23T08:04:56.875054Z","end":"2026-04-23T08:04:57.923261Z","steps":["trace[1452699629] 'agreement among raft nodes before linearized reading' (duration: 408.251554ms)","trace[1452699629] 'count revisions from in-memory index tree' (duration: 639.759413ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:04:57.923341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:56.875028Z","time spent":"1.048302553s","remote":"127.0.0.1:41280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:04:57.923327Z","caller":"traceutil/trace.go:171","msg":"trace[1488381] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:9753; }","duration":"1.032824536s","start":"2026-04-23T08:04:56.89046Z","end":"2026-04-23T08:04:57.923284Z","steps":["trace[1488381] 'agreement among raft nodes before linearized reading' (duration: 392.860488ms)","trace[1488381] 'count revisions from in-memory index tree' (duration: 639.776123ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:04:57.92333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.500058ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:04:57.923335Z","caller":"traceutil/trace.go:171","msg":"trace[427204873] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gm894; range_end:; response_count:1; response_revision:9753; }","duration":"2.255788774s","start":"2026-04-23T08:04:55.667526Z","end":"2026-04-23T08:04:57.923315Z","steps":["trace[427204873] 'agreement among raft nodes before linearized reading' (duration: 1.615770476s)","trace[427204873] 'range keys from in-memory index tree' (duration: 639.748963ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:04:57.923404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:56.890435Z","time spent":"1.032949339s","remote":"127.0.0.1:45272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:04:57.92335Z","caller":"traceutil/trace.go:171","msg":"trace[612179988] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:9753; }","duration":"2.133915518s","start":"2026-04-23T08:04:55.789299Z","end":"2026-04-23T08:04:57.923214Z","steps":["trace[612179988] 'agreement among raft nodes before linearized reading' (duration: 1.494037783s)","trace[612179988] 'count revisions from in-memory index tree' (duration: 639.696271ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:04:57.92344Z","caller":"traceutil/trace.go:171","msg":"trace[2108162250] linearizableReadLoop","detail":"{readStateIndex:10090; appliedIndex:10089; }","duration":"621.43592ms","start":"2026-04-23T08:04:57.301985Z","end":"2026-04-23T08:04:57.923421Z","steps":["trace[2108162250] 'read index received' (duration: 505.679725ms)","trace[2108162250] 'applied index is now lower than readState.Index' (duration: 115.753865ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:04:57.923464Z","caller":"traceutil/trace.go:171","msg":"trace[2039743524] transaction","detail":"{read_only:false; response_revision:9754; number_of_response:1; }","duration":"635.964715ms","start":"2026-04-23T08:04:57.287467Z","end":"2026-04-23T08:04:57.923432Z","steps":["trace[2039743524] 'process raft request' (duration: 520.277232ms)","trace[2039743524] 'compare' (duration: 114.2505ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:04:57.923547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:55.78927Z","time spent":"2.134204405s","remote":"127.0.0.1:53488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:04:57.923568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:57.287437Z","time spent":"636.086368ms","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":914,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T08:04:57.923586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.599603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:04:57.92351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:55.667491Z","time spent":"2.255962018s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-gm894\" "} {"level":"info","ts":"2026-04-23T08:04:57.92365Z","caller":"traceutil/trace.go:171","msg":"trace[905064861] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9754; }","duration":"621.709726ms","start":"2026-04-23T08:04:57.301922Z","end":"2026-04-23T08:04:57.923632Z","steps":["trace[905064861] 'agreement among raft nodes before linearized reading' (duration: 621.604153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:57.923651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.978165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:04:57.923657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.362992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T08:04:57.923711Z","caller":"traceutil/trace.go:171","msg":"trace[446178021] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:9754; }","duration":"359.109038ms","start":"2026-04-23T08:04:57.564588Z","end":"2026-04-23T08:04:57.923698Z","steps":["trace[446178021] 'agreement among raft nodes before linearized reading' (duration: 359.006576ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:04:57.923751Z","caller":"traceutil/trace.go:171","msg":"trace[66331906] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:9754; }","duration":"529.489825ms","start":"2026-04-23T08:04:57.394241Z","end":"2026-04-23T08:04:57.923731Z","steps":["trace[66331906] 'agreement among raft nodes before linearized reading' (duration: 529.349072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:57.923758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:57.564558Z","time spent":"359.18635ms","remote":"127.0.0.1:48032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:04:57.923702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:57.301901Z","time spent":"621.791808ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:04:57.923819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:57.394224Z","time spent":"529.573207ms","remote":"127.0.0.1:54192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:04:58.44524Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634015799,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:04:58.735882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.192413ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:04:58.736016Z","caller":"traceutil/trace.go:171","msg":"trace[124084253] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9754; }","duration":"341.336348ms","start":"2026-04-23T08:04:58.394655Z","end":"2026-04-23T08:04:58.735992Z","steps":["trace[124084253] 'range keys from in-memory index tree' (duration: 341.169013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:58.736081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.872451ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:04:58.73625Z","caller":"traceutil/trace.go:171","msg":"trace[1310867667] transaction","detail":"{read_only:false; response_revision:9755; number_of_response:1; }","duration":"807.462738ms","start":"2026-04-23T08:04:57.92876Z","end":"2026-04-23T08:04:58.736223Z","steps":["trace[1310867667] 'process raft request' (duration: 632.332871ms)","trace[1310867667] 'compare' (duration: 174.41382ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:04:58.736315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:57.928738Z","time spent":"807.551729ms","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":913,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T08:04:59.470097Z","caller":"traceutil/trace.go:171","msg":"trace[2020940150] transaction","detail":"{read_only:false; response_revision:9756; number_of_response:1; }","duration":"1.536984664s","start":"2026-04-23T08:04:57.933065Z","end":"2026-04-23T08:04:59.47005Z","steps":["trace[2020940150] 'process raft request' (duration: 1.536484552s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:04:59.470251Z","caller":"traceutil/trace.go:171","msg":"trace[735817368] transaction","detail":"{read_only:false; response_revision:9757; number_of_response:1; }","duration":"954.336081ms","start":"2026-04-23T08:04:58.515867Z","end":"2026-04-23T08:04:59.470203Z","steps":["trace[735817368] 'process raft request' (duration: 954.104696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:59.470346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:57.933039Z","time spent":"1.537190869s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4931,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:04:59.470414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:58.515834Z","time spent":"954.495485ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:04:59.470546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52639734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-04-23T08:04:59.470619Z","caller":"traceutil/trace.go:171","msg":"trace[606459395] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9757; }","duration":"1.526513902s","start":"2026-04-23T08:04:57.944087Z","end":"2026-04-23T08:04:59.470601Z","steps":["trace[606459395] 'agreement among raft nodes before linearized reading' (duration: 1.526252726s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:04:59.470668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:57.944065Z","time spent":"1.526591534s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":497,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T08:04:59.471275Z","caller":"traceutil/trace.go:171","msg":"trace[42230816] linearizableReadLoop","detail":"{readStateIndex:10092; appliedIndex:10090; }","duration":"1.525979159s","start":"2026-04-23T08:04:57.944146Z","end":"2026-04-23T08:04:59.470125Z","steps":["trace[42230816] 'read index received' (duration: 617.057048ms)","trace[42230816] 'applied index is now lower than readState.Index' (duration: 908.920651ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:05:00.169091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.242148ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:05:00.169231Z","caller":"traceutil/trace.go:171","msg":"trace[1081986279] linearizableReadLoop","detail":"{readStateIndex:10094; appliedIndex:10093; }","duration":"697.883326ms","start":"2026-04-23T08:04:59.471328Z","end":"2026-04-23T08:05:00.169211Z","steps":["trace[1081986279] 'read index received' (duration: 429.421013ms)","trace[1081986279] 'applied index is now lower than readState.Index' (duration: 268.460403ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:05:00.169388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.667127232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:05:00.169422Z","caller":"traceutil/trace.go:171","msg":"trace[1393258877] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:9758; }","duration":"1.667220284s","start":"2026-04-23T08:04:58.50219Z","end":"2026-04-23T08:05:00.16941Z","steps":["trace[1393258877] 'agreement among raft nodes before linearized reading' (duration: 1.667098521s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:00.169461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:58.502163Z","time spent":"1.667288655s","remote":"127.0.0.1:41344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:05:00.169567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.958336331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-23T08:05:00.16958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.284486681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:05:00.169586Z","caller":"traceutil/trace.go:171","msg":"trace[1899605150] transaction","detail":"{read_only:false; response_revision:9758; number_of_response:1; }","duration":"1.428939068s","start":"2026-04-23T08:04:58.740571Z","end":"2026-04-23T08:05:00.16951Z","steps":["trace[1899605150] 'process raft request' (duration: 1.160178778s)","trace[1899605150] 'compare' (duration: 268.107415ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:05:00.169662Z","caller":"traceutil/trace.go:171","msg":"trace[446471326] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:9758; }","duration":"1.958525035s","start":"2026-04-23T08:04:58.211114Z","end":"2026-04-23T08:05:00.169639Z","steps":["trace[446471326] 'agreement among raft nodes before linearized reading' (duration: 1.958266709s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:00.16963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.858795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:05:00.169711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:58.21098Z","time spent":"1.9587229s","remote":"127.0.0.1:47922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"info","ts":"2026-04-23T08:05:00.169708Z","caller":"traceutil/trace.go:171","msg":"trace[2107352401] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9758; }","duration":"1.284761098s","start":"2026-04-23T08:04:58.884902Z","end":"2026-04-23T08:05:00.169663Z","steps":["trace[2107352401] 'agreement among raft nodes before linearized reading' (duration: 1.284376269s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:05:00.169728Z","caller":"traceutil/trace.go:171","msg":"trace[24918985] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:9758; }","duration":"759.04313ms","start":"2026-04-23T08:04:59.410661Z","end":"2026-04-23T08:05:00.169704Z","steps":["trace[24918985] 'agreement among raft nodes before linearized reading' (duration: 758.846725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:00.169782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:59.410627Z","time spent":"759.144412ms","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:05:00.169792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:58.884875Z","time spent":"1.28487659s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:05:00.169809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:58.740548Z","time spent":"1.429145742s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T08:05:00.670219Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634015807,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:05:00.922596Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.021829231s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T08:05:01.822104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.014513ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:05:01.822534Z","caller":"traceutil/trace.go:171","msg":"trace[2037709008] linearizableReadLoop","detail":"{readStateIndex:10098; appliedIndex:10094; }","duration":"1.653256602s","start":"2026-04-23T08:05:00.169258Z","end":"2026-04-23T08:05:01.822514Z","steps":["trace[2037709008] 'read index received' (duration: 753.693746ms)","trace[2037709008] 'applied index is now lower than readState.Index' (duration: 899.561826ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:05:01.822789Z","caller":"traceutil/trace.go:171","msg":"trace[2059296659] transaction","detail":"{read_only:false; response_revision:9759; number_of_response:1; }","duration":"2.346120522s","start":"2026-04-23T08:04:59.476654Z","end":"2026-04-23T08:05:01.822774Z","steps":["trace[2059296659] 'process raft request' (duration: 1.446338911s)","trace[2059296659] 'compare' (duration: 898.199024ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:05:01.822853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:59.476623Z","time spent":"2.346195523s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:05:01.823059Z","caller":"traceutil/trace.go:171","msg":"trace[1693528671] transaction","detail":"{read_only:false; response_revision:9760; number_of_response:1; }","duration":"2.163323988s","start":"2026-04-23T08:04:59.659724Z","end":"2026-04-23T08:05:01.823048Z","steps":["trace[1693528671] 'process raft request' (duration: 2.16256701s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:01.823177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.125659547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:05:01.823276Z","caller":"traceutil/trace.go:171","msg":"trace[1662607987] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:9761; }","duration":"2.125811491s","start":"2026-04-23T08:04:59.69744Z","end":"2026-04-23T08:05:01.823251Z","steps":["trace[1662607987] 'agreement among raft nodes before linearized reading' (duration: 2.125627456s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:01.823325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:59.697426Z","time spent":"2.125888562s","remote":"127.0.0.1:40112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:05:01.82334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:00.17107Z","time spent":"1.652259068s","remote":"127.0.0.1:47922","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T08:05:01.823397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.878258381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T08:05:01.823525Z","caller":"traceutil/trace.go:171","msg":"trace[194778498] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:9761; }","duration":"1.878447805s","start":"2026-04-23T08:04:59.945042Z","end":"2026-04-23T08:05:01.823489Z","steps":["trace[194778498] 'agreement among raft nodes before linearized reading' (duration: 1.878198659s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:01.823592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:59.945015Z","time spent":"1.878559207s","remote":"127.0.0.1:48400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":43,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:05:01.823571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.292862091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T08:05:01.823594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.886580723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gm894\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-23T08:05:01.823584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.018498811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T08:05:01.823668Z","caller":"traceutil/trace.go:171","msg":"trace[839027490] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:9761; }","duration":"2.293021835s","start":"2026-04-23T08:04:59.530623Z","end":"2026-04-23T08:05:01.823644Z","steps":["trace[839027490] 'agreement among raft nodes before linearized reading' (duration: 2.29281385s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:01.823663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.348035206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6755"} {"level":"info","ts":"2026-04-23T08:05:01.823695Z","caller":"traceutil/trace.go:171","msg":"trace[1944853786] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gm894; range_end:; response_count:1; response_revision:9761; }","duration":"1.886740626s","start":"2026-04-23T08:04:59.936924Z","end":"2026-04-23T08:05:01.823664Z","steps":["trace[1944853786] 'agreement among raft nodes before linearized reading' (duration: 1.886415709s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:05:01.823724Z","caller":"traceutil/trace.go:171","msg":"trace[1594490190] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:9761; }","duration":"2.018716696s","start":"2026-04-23T08:04:59.804984Z","end":"2026-04-23T08:05:01.823701Z","steps":["trace[1594490190] 'agreement among raft nodes before linearized reading' (duration: 2.018430929s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:01.823737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:59.530606Z","time spent":"2.293120147s","remote":"127.0.0.1:45260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:05:01.823739Z","caller":"traceutil/trace.go:171","msg":"trace[1202637941] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:9761; }","duration":"2.348113327s","start":"2026-04-23T08:04:59.475608Z","end":"2026-04-23T08:05:01.823722Z","steps":["trace[1202637941] 'agreement among raft nodes before linearized reading' (duration: 2.347859372s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:01.823757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:59.936896Z","time spent":"1.886847799s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-gm894\" "} {"level":"warn","ts":"2026-04-23T08:05:01.823792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:59.475553Z","time spent":"2.34822636s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6778,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"info","ts":"2026-04-23T08:05:01.823583Z","caller":"traceutil/trace.go:171","msg":"trace[528635553] transaction","detail":"{read_only:false; response_revision:9761; number_of_response:1; }","duration":"1.648390619s","start":"2026-04-23T08:05:00.175168Z","end":"2026-04-23T08:05:01.823559Z","steps":["trace[528635553] 'process raft request' (duration: 1.647276993s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:01.823809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:59.804942Z","time spent":"2.018851859s","remote":"127.0.0.1:54208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:05:01.823627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:04:59.659689Z","time spent":"2.16339337s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:05:01.824004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.332074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"warn","ts":"2026-04-23T08:05:01.824066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.50634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:05:01.824104Z","caller":"traceutil/trace.go:171","msg":"trace[1740754514] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:9761; }","duration":"131.498158ms","start":"2026-04-23T08:05:01.692583Z","end":"2026-04-23T08:05:01.824082Z","steps":["trace[1740754514] 'agreement among raft nodes before linearized reading' (duration: 131.273363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:01.82408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.815792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:05:01.824073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.789486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:05:01.825111Z","caller":"traceutil/trace.go:171","msg":"trace[1154544014] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:9761; }","duration":"456.971319ms","start":"2026-04-23T08:05:01.368108Z","end":"2026-04-23T08:05:01.825079Z","steps":["trace[1154544014] 'agreement among raft nodes before linearized reading' (duration: 455.74012ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:05:01.825126Z","caller":"traceutil/trace.go:171","msg":"trace[1224469748] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9761; }","duration":"110.924762ms","start":"2026-04-23T08:05:01.714178Z","end":"2026-04-23T08:05:01.825103Z","steps":["trace[1224469748] 'agreement among raft nodes before linearized reading' (duration: 109.838967ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:05:01.824116Z","caller":"traceutil/trace.go:171","msg":"trace[1496159167] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:9761; }","duration":"772.593542ms","start":"2026-04-23T08:05:01.051505Z","end":"2026-04-23T08:05:01.824099Z","steps":["trace[1496159167] 'agreement among raft nodes before linearized reading' (duration: 772.5149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:01.825271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:01.051484Z","time spent":"773.76195ms","remote":"127.0.0.1:46520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:05:01.824237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.375852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-04-23T08:05:01.825261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:01.368075Z","time spent":"457.099192ms","remote":"127.0.0.1:38268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:05:01.825478Z","caller":"traceutil/trace.go:171","msg":"trace[39170209] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:9761; }","duration":"736.653302ms","start":"2026-04-23T08:05:01.088803Z","end":"2026-04-23T08:05:01.825456Z","steps":["trace[39170209] 'agreement among raft nodes before linearized reading' (duration: 735.338241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:01.825516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:01.088779Z","time spent":"736.726914ms","remote":"127.0.0.1:48054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-23T08:05:01.824256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067396565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:05:01.825673Z","caller":"traceutil/trace.go:171","msg":"trace[710771729] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:9761; }","duration":"1.068855408s","start":"2026-04-23T08:05:00.7568Z","end":"2026-04-23T08:05:01.825656Z","steps":["trace[710771729] 'agreement among raft nodes before linearized reading' (duration: 1.067414755s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:01.8258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:00.756765Z","time spent":"1.06897479s","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:05:01.824024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:00.175136Z","time spent":"1.648794018s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":835,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T08:05:01.82483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.388843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T08:05:01.826039Z","caller":"traceutil/trace.go:171","msg":"trace[961980994] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:9761; }","duration":"454.43163ms","start":"2026-04-23T08:05:01.371593Z","end":"2026-04-23T08:05:01.826025Z","steps":["trace[961980994] 'agreement among raft nodes before linearized reading' (duration: 452.28171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:01.826126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:01.371582Z","time spent":"454.509362ms","remote":"127.0.0.1:40152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:05:01.824696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.645763249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:05:01.826223Z","caller":"traceutil/trace.go:171","msg":"trace[1774860360] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9761; }","duration":"1.647317125s","start":"2026-04-23T08:05:00.178888Z","end":"2026-04-23T08:05:01.826205Z","steps":["trace[1774860360] 'agreement among raft nodes before linearized reading' (duration: 1.6449439s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:01.82633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:00.178877Z","time spent":"1.647433677s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:05:02.204756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.194415ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:05:02.204941Z","caller":"traceutil/trace.go:171","msg":"trace[52472236] linearizableReadLoop","detail":"{readStateIndex:10099; appliedIndex:10098; }","duration":"376.419738ms","start":"2026-04-23T08:05:01.828497Z","end":"2026-04-23T08:05:02.204916Z","steps":["trace[52472236] 'read index received' (duration: 125.07286ms)","trace[52472236] 'applied index is now lower than readState.Index' (duration: 251.345688ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:05:02.205038Z","caller":"traceutil/trace.go:171","msg":"trace[802699299] transaction","detail":"{read_only:false; response_revision:9762; number_of_response:1; }","duration":"380.185465ms","start":"2026-04-23T08:05:01.824838Z","end":"2026-04-23T08:05:02.205024Z","steps":["trace[802699299] 'process raft request' (duration: 128.632583ms)","trace[802699299] 'compare' (duration: 250.99986ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:05:02.205098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:01.824801Z","time spent":"380.265487ms","remote":"127.0.0.1:47922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:05:02.205553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.034852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T08:05:02.205649Z","caller":"traceutil/trace.go:171","msg":"trace[1895808887] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9762; }","duration":"377.187595ms","start":"2026-04-23T08:05:01.828441Z","end":"2026-04-23T08:05:02.205629Z","steps":["trace[1895808887] 'agreement among raft nodes before linearized reading' (duration: 376.833407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:02.205699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:01.828415Z","time spent":"377.275768ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T08:05:02.262918Z","caller":"traceutil/trace.go:171","msg":"trace[1429480559] transaction","detail":"{read_only:false; response_revision:9763; number_of_response:1; }","duration":"430.786674ms","start":"2026-04-23T08:05:01.832096Z","end":"2026-04-23T08:05:02.262883Z","steps":["trace[1429480559] 'process raft request' (duration: 430.507608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:02.263104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:01.832081Z","time spent":"430.948808ms","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":799,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T08:05:02.263264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.894474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"info","ts":"2026-04-23T08:05:02.263383Z","caller":"traceutil/trace.go:171","msg":"trace[608987896] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:9764; }","duration":"427.046547ms","start":"2026-04-23T08:05:01.836311Z","end":"2026-04-23T08:05:02.263357Z","steps":["trace[608987896] 'agreement among raft nodes before linearized reading' (duration: 426.7218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:02.263445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:01.836305Z","time spent":"427.123629ms","remote":"127.0.0.1:47944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4106,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"warn","ts":"2026-04-23T08:05:02.263559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.249423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"info","ts":"2026-04-23T08:05:02.263615Z","caller":"traceutil/trace.go:171","msg":"trace[850914084] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:9764; }","duration":"427.310004ms","start":"2026-04-23T08:05:01.836283Z","end":"2026-04-23T08:05:02.263593Z","steps":["trace[850914084] 'agreement among raft nodes before linearized reading' (duration: 427.192441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:02.263681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.50065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:05:02.263619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.464009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3c86dd77-c167-48d4-ba5c-149fab496c8f\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-04-23T08:05:02.263723Z","caller":"traceutil/trace.go:171","msg":"trace[345867716] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9764; }","duration":"434.559972ms","start":"2026-04-23T08:05:01.82915Z","end":"2026-04-23T08:05:02.26371Z","steps":["trace[345867716] 'agreement among raft nodes before linearized reading' (duration: 434.49714ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:05:02.263729Z","caller":"traceutil/trace.go:171","msg":"trace[684932084] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3c86dd77-c167-48d4-ba5c-149fab496c8f; range_end:; response_count:1; response_revision:9764; }","duration":"434.647524ms","start":"2026-04-23T08:05:01.82907Z","end":"2026-04-23T08:05:02.263717Z","steps":["trace[684932084] 'agreement among raft nodes before linearized reading' (duration: 434.402278ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:05:02.263727Z","caller":"traceutil/trace.go:171","msg":"trace[2121503762] transaction","detail":"{read_only:false; response_revision:9764; number_of_response:1; }","duration":"428.606024ms","start":"2026-04-23T08:05:01.835106Z","end":"2026-04-23T08:05:02.263712Z","steps":["trace[2121503762] 'process raft request' (duration: 427.688812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:02.263757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:01.829138Z","time spent":"434.612953ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:05:02.263762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:01.829038Z","time spent":"434.715146ms","remote":"127.0.0.1:48040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1473,"request content":"key:\"/registry/persistentvolumes/pvc-3c86dd77-c167-48d4-ba5c-149fab496c8f\" "} {"level":"warn","ts":"2026-04-23T08:05:02.263685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:01.836277Z","time spent":"427.392386ms","remote":"127.0.0.1:47944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5609,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"warn","ts":"2026-04-23T08:05:02.263838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:01.835072Z","time spent":"428.696076ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7052,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:05:02.263691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.137086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:33 size:305450"} {"level":"info","ts":"2026-04-23T08:05:02.263956Z","caller":"traceutil/trace.go:171","msg":"trace[1036161655] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:33; response_revision:9764; }","duration":"432.436883ms","start":"2026-04-23T08:05:01.831502Z","end":"2026-04-23T08:05:02.263939Z","steps":["trace[1036161655] 'agreement among raft nodes before linearized reading' (duration: 431.833749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:02.264005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.317377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:05:02.264015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:01.831482Z","time spent":"432.508664ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":33,"response size":305473,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-23T08:05:02.264035Z","caller":"traceutil/trace.go:171","msg":"trace[675678584] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:9764; }","duration":"106.43155ms","start":"2026-04-23T08:05:02.157594Z","end":"2026-04-23T08:05:02.264025Z","steps":["trace[675678584] 'agreement among raft nodes before linearized reading' (duration: 106.378589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:02.26407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.229961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-04-23T08:05:02.264159Z","caller":"traceutil/trace.go:171","msg":"trace[1483517608] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:9764; }","duration":"430.384375ms","start":"2026-04-23T08:05:01.833753Z","end":"2026-04-23T08:05:02.264137Z","steps":["trace[1483517608] 'agreement among raft nodes before linearized reading' (duration: 430.100289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:02.264207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:01.833725Z","time spent":"430.474657ms","remote":"127.0.0.1:47944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4356,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"warn","ts":"2026-04-23T08:05:02.264304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.098938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"warn","ts":"2026-04-23T08:05:02.264341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.781683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"info","ts":"2026-04-23T08:05:02.264357Z","caller":"traceutil/trace.go:171","msg":"trace[1082022287] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:9764; }","duration":"417.18395ms","start":"2026-04-23T08:05:01.847157Z","end":"2026-04-23T08:05:02.264341Z","steps":["trace[1082022287] 'agreement among raft nodes before linearized reading' (duration: 417.068657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:02.264338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.070762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"warn","ts":"2026-04-23T08:05:02.264372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.597218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-04-23T08:05:02.264385Z","caller":"traceutil/trace.go:171","msg":"trace[1031488877] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:9764; }","duration":"230.859875ms","start":"2026-04-23T08:05:02.033513Z","end":"2026-04-23T08:05:02.264373Z","steps":["trace[1031488877] 'agreement among raft nodes before linearized reading' (duration: 230.65317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:02.264404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:01.847135Z","time spent":"417.259382ms","remote":"127.0.0.1:48000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3040,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"info","ts":"2026-04-23T08:05:02.264427Z","caller":"traceutil/trace.go:171","msg":"trace[707633913] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:9764; }","duration":"423.66799ms","start":"2026-04-23T08:05:01.840743Z","end":"2026-04-23T08:05:02.264411Z","steps":["trace[707633913] 'agreement among raft nodes before linearized reading' (duration: 423.512646ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:05:02.264425Z","caller":"traceutil/trace.go:171","msg":"trace[1453182180] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:9764; }","duration":"428.173124ms","start":"2026-04-23T08:05:01.836229Z","end":"2026-04-23T08:05:02.264402Z","steps":["trace[1453182180] 'agreement among raft nodes before linearized reading' (duration: 428.00492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:02.264471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:01.840736Z","time spent":"423.723311ms","remote":"127.0.0.1:47944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24267,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-04-23T08:05:02.264443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.802725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"warn","ts":"2026-04-23T08:05:02.264492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:01.836218Z","time spent":"428.244906ms","remote":"127.0.0.1:47944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4203,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"warn","ts":"2026-04-23T08:05:02.263306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.687059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"info","ts":"2026-04-23T08:05:02.264545Z","caller":"traceutil/trace.go:171","msg":"trace[1446164277] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:9764; }","duration":"424.940359ms","start":"2026-04-23T08:05:01.839577Z","end":"2026-04-23T08:05:02.264518Z","steps":["trace[1446164277] 'agreement among raft nodes before linearized reading' (duration: 424.615332ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:05:02.264569Z","caller":"traceutil/trace.go:171","msg":"trace[804624466] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:9764; }","duration":"430.966028ms","start":"2026-04-23T08:05:01.83359Z","end":"2026-04-23T08:05:02.264556Z","steps":["trace[804624466] 'agreement among raft nodes before linearized reading' (duration: 429.633107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:02.263415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.766201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"warn","ts":"2026-04-23T08:05:02.264604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:01.839567Z","time spent":"425.026001ms","remote":"127.0.0.1:47944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10400,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"warn","ts":"2026-04-23T08:05:02.264614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:01.833584Z","time spent":"431.012749ms","remote":"127.0.0.1:47944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5200,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"info","ts":"2026-04-23T08:05:02.26465Z","caller":"traceutil/trace.go:171","msg":"trace[1613830274] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:9764; }","duration":"431.03111ms","start":"2026-04-23T08:05:01.833599Z","end":"2026-04-23T08:05:02.26463Z","steps":["trace[1613830274] 'agreement among raft nodes before linearized reading' (duration: 429.486194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:02.264746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.085595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188495"} {"level":"warn","ts":"2026-04-23T08:05:02.264753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:01.833593Z","time spent":"431.111982ms","remote":"127.0.0.1:47944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9343,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"info","ts":"2026-04-23T08:05:02.264786Z","caller":"traceutil/trace.go:171","msg":"trace[930088266] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:9764; }","duration":"397.158497ms","start":"2026-04-23T08:05:01.867612Z","end":"2026-04-23T08:05:02.26477Z","steps":["trace[930088266] 'agreement among raft nodes before linearized reading' (duration: 396.961163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:02.264816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:01.867583Z","time spent":"397.226739ms","remote":"127.0.0.1:47944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188518,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-04-23T08:05:02.264839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.113753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-04-23T08:05:02.264879Z","caller":"traceutil/trace.go:171","msg":"trace[579997902] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:9764; }","duration":"425.168244ms","start":"2026-04-23T08:05:01.839699Z","end":"2026-04-23T08:05:02.264867Z","steps":["trace[579997902] 'agreement among raft nodes before linearized reading' (duration: 425.035471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:02.26491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:01.839694Z","time spent":"425.209645ms","remote":"127.0.0.1:47944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13252,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"warn","ts":"2026-04-23T08:05:02.733461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.933637ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:05:02.733579Z","caller":"traceutil/trace.go:171","msg":"trace[116375120] linearizableReadLoop","detail":"{readStateIndex:10102; appliedIndex:10101; }","duration":"470.622263ms","start":"2026-04-23T08:05:02.262939Z","end":"2026-04-23T08:05:02.733562Z","steps":["trace[116375120] 'read index received' (duration: 316.353409ms)","trace[116375120] 'applied index is now lower than readState.Index' (duration: 154.267204ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:05:02.73368Z","caller":"traceutil/trace.go:171","msg":"trace[298809213] transaction","detail":"{read_only:false; response_revision:9765; number_of_response:1; }","duration":"523.351192ms","start":"2026-04-23T08:05:02.210318Z","end":"2026-04-23T08:05:02.733669Z","steps":["trace[298809213] 'process raft request' (duration: 369.106208ms)","trace[298809213] 'compare' (duration: 153.454916ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:05:02.733733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:02.21029Z","time spent":"523.415144ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:05:02.734226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.24044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8ed912415be4e\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-23T08:05:02.734356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.068486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-23T08:05:02.734362Z","caller":"traceutil/trace.go:171","msg":"trace[1989238812] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8ed912415be4e; range_end:; response_count:1; response_revision:9765; }","duration":"465.423483ms","start":"2026-04-23T08:05:02.268916Z","end":"2026-04-23T08:05:02.73434Z","steps":["trace[1989238812] 'agreement among raft nodes before linearized reading' (duration: 465.049585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:02.734351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.958762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T08:05:02.734386Z","caller":"traceutil/trace.go:171","msg":"trace[2038351641] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9765; }","duration":"359.173298ms","start":"2026-04-23T08:05:02.375203Z","end":"2026-04-23T08:05:02.734376Z","steps":["trace[2038351641] 'agreement among raft nodes before linearized reading' (duration: 358.796539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:02.734412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:02.268894Z","time spent":"465.508596ms","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8ed912415be4e\" "} {"level":"warn","ts":"2026-04-23T08:05:02.734422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:02.375178Z","time spent":"359.23823ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T08:05:02.734427Z","caller":"traceutil/trace.go:171","msg":"trace[1771892452] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9765; }","duration":"410.095905ms","start":"2026-04-23T08:05:02.324311Z","end":"2026-04-23T08:05:02.734407Z","steps":["trace[1771892452] 'agreement among raft nodes before linearized reading' (duration: 409.929291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:02.734458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.088786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-04-23T08:05:02.734482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:02.324283Z","time spent":"410.179797ms","remote":"127.0.0.1:41378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:05:02.734519Z","caller":"traceutil/trace.go:171","msg":"trace[576835620] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:9765; }","duration":"526.192548ms","start":"2026-04-23T08:05:02.208308Z","end":"2026-04-23T08:05:02.7345Z","steps":["trace[576835620] 'agreement among raft nodes before linearized reading' (duration: 525.928122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:02.734578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:02.208279Z","time spent":"526.28763ms","remote":"127.0.0.1:48060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-23T08:05:02.734495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.695871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-7cff949c8b-hzn9t\" ","response":"range_response_count:1 size:4352"} {"level":"info","ts":"2026-04-23T08:05:02.734669Z","caller":"traceutil/trace.go:171","msg":"trace[939022681] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-7cff949c8b-hzn9t; range_end:; response_count:1; response_revision:9765; }","duration":"462.917506ms","start":"2026-04-23T08:05:02.271739Z","end":"2026-04-23T08:05:02.734657Z","steps":["trace[939022681] 'agreement among raft nodes before linearized reading' (duration: 462.514176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:02.734708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:02.271716Z","time spent":"462.979288ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4375,"request content":"key:\"/registry/pods/openstack/pxc-operator-7cff949c8b-hzn9t\" "} {"level":"warn","ts":"2026-04-23T08:05:03.240336Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634015821,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T08:05:03.498127Z","caller":"traceutil/trace.go:171","msg":"trace[1932890470] transaction","detail":"{read_only:false; response_revision:9766; number_of_response:1; }","duration":"760.84171ms","start":"2026-04-23T08:05:02.737251Z","end":"2026-04-23T08:05:03.498093Z","steps":["trace[1932890470] 'process raft request' (duration: 759.902628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:03.498368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:02.737223Z","time spent":"760.991244ms","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:05:03.885464Z","caller":"traceutil/trace.go:171","msg":"trace[869363614] transaction","detail":"{read_only:false; response_revision:9768; number_of_response:1; }","duration":"1.14122405s","start":"2026-04-23T08:05:02.744211Z","end":"2026-04-23T08:05:03.885435Z","steps":["trace[869363614] 'process raft request' (duration: 1.141107388s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:05:03.885565Z","caller":"traceutil/trace.go:171","msg":"trace[1504041033] transaction","detail":"{read_only:false; response_revision:9767; number_of_response:1; }","duration":"1.144723121s","start":"2026-04-23T08:05:02.740798Z","end":"2026-04-23T08:05:03.885521Z","steps":["trace[1504041033] 'process raft request' (duration: 1.14422589s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:05:03.885612Z","caller":"traceutil/trace.go:171","msg":"trace[484872729] linearizableReadLoop","detail":"{readStateIndex:10106; appliedIndex:10102; }","duration":"1.145877168s","start":"2026-04-23T08:05:02.739708Z","end":"2026-04-23T08:05:03.885585Z","steps":["trace[484872729] 'read index received' (duration: 757.424612ms)","trace[484872729] 'applied index is now lower than readState.Index' (duration: 388.450726ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:05:03.885706Z","caller":"traceutil/trace.go:171","msg":"trace[1650883973] transaction","detail":"{read_only:false; response_revision:9769; number_of_response:1; }","duration":"1.086592807s","start":"2026-04-23T08:05:02.799106Z","end":"2026-04-23T08:05:03.885698Z","steps":["trace[1650883973] 'process raft request' (duration: 1.08628273s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:03.885763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:02.740782Z","time spent":"1.144872894s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:05:03.885801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:02.799071Z","time spent":"1.086653219s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:05:03.885784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146054892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T08:05:03.885858Z","caller":"traceutil/trace.go:171","msg":"trace[239283274] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:9769; }","duration":"1.146152484s","start":"2026-04-23T08:05:02.739688Z","end":"2026-04-23T08:05:03.88584Z","steps":["trace[239283274] 'agreement among raft nodes before linearized reading' (duration: 1.14601429s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:03.885847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:02.744196Z","time spent":"1.141522817s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4665,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:05:03.88589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:02.739678Z","time spent":"1.146207055s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-23T08:05:04.747753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.852625ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:05:04.747894Z","caller":"traceutil/trace.go:171","msg":"trace[960900212] linearizableReadLoop","detail":"{readStateIndex:10107; appliedIndex:10106; }","duration":"862.198853ms","start":"2026-04-23T08:05:03.88567Z","end":"2026-04-23T08:05:04.747868Z","steps":["trace[960900212] 'read index received' (duration: 119.112042ms)","trace[960900212] 'applied index is now lower than readState.Index' (duration: 743.083971ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:05:04.747988Z","caller":"traceutil/trace.go:171","msg":"trace[1353807493] transaction","detail":"{read_only:false; response_revision:9770; number_of_response:1; }","duration":"1.244921046s","start":"2026-04-23T08:05:03.50305Z","end":"2026-04-23T08:05:04.747971Z","steps":["trace[1353807493] 'process raft request' (duration: 501.728693ms)","trace[1353807493] 'compare' (duration: 742.248291ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:05:04.748071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:03.503023Z","time spent":"1.245011178s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":827,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T08:05:04.748382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.739378222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7505"} {"level":"warn","ts":"2026-04-23T08:05:04.748746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.848575275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:05:04.748764Z","caller":"traceutil/trace.go:171","msg":"trace[645614001] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:9770; }","duration":"1.739810912s","start":"2026-04-23T08:05:03.008932Z","end":"2026-04-23T08:05:04.748743Z","steps":["trace[645614001] 'agreement among raft nodes before linearized reading' (duration: 1.739223168s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:05:04.748811Z","caller":"traceutil/trace.go:171","msg":"trace[818161288] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:9770; }","duration":"1.848663527s","start":"2026-04-23T08:05:02.90013Z","end":"2026-04-23T08:05:04.748793Z","steps":["trace[818161288] 'agreement among raft nodes before linearized reading' (duration: 1.847882569s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:04.748883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:02.900122Z","time spent":"1.848741889s","remote":"127.0.0.1:45270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-04-23T08:05:04.748831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:03.008903Z","time spent":"1.739906343s","remote":"127.0.0.1:45260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7528,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"warn","ts":"2026-04-23T08:05:04.748409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.848556434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:05:04.749267Z","caller":"traceutil/trace.go:171","msg":"trace[739418789] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:9770; }","duration":"1.849441084s","start":"2026-04-23T08:05:02.899761Z","end":"2026-04-23T08:05:04.749202Z","steps":["trace[739418789] 'agreement among raft nodes before linearized reading' (duration: 1.848297378s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:04.748374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.863860758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:05:04.749429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:02.899554Z","time spent":"1.849822403s","remote":"127.0.0.1:45272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 "} {"level":"info","ts":"2026-04-23T08:05:04.749426Z","caller":"traceutil/trace.go:171","msg":"trace[597628965] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9770; }","duration":"1.864979414s","start":"2026-04-23T08:05:02.884416Z","end":"2026-04-23T08:05:04.749395Z","steps":["trace[597628965] 'agreement among raft nodes before linearized reading' (duration: 1.863728455s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:04.749503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:02.884381Z","time spent":"1.865104257s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:05:04.802406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.867965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T08:05:04.802508Z","caller":"traceutil/trace.go:171","msg":"trace[475383123] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9771; }","duration":"614.043729ms","start":"2026-04-23T08:05:04.188441Z","end":"2026-04-23T08:05:04.802484Z","steps":["trace[475383123] 'agreement among raft nodes before linearized reading' (duration: 613.799323ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:05:04.802521Z","caller":"traceutil/trace.go:171","msg":"trace[798221502] transaction","detail":"{read_only:false; response_revision:9771; number_of_response:1; }","duration":"906.313392ms","start":"2026-04-23T08:05:03.896187Z","end":"2026-04-23T08:05:04.8025Z","steps":["trace[798221502] 'process raft request' (duration: 905.858922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:04.802558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:04.188428Z","time spent":"614.117431ms","remote":"127.0.0.1:41430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:05:04.80256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.076463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-23T08:05:04.802624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:03.896166Z","time spent":"906.400735ms","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":706,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T08:05:04.802606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.125965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:05:04.802696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.399363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gm894\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-23T08:05:04.802445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.326356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T08:05:04.802766Z","caller":"traceutil/trace.go:171","msg":"trace[676107472] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:9771; }","duration":"876.289389ms","start":"2026-04-23T08:05:03.926411Z","end":"2026-04-23T08:05:04.802701Z","steps":["trace[676107472] 'agreement among raft nodes before linearized reading' (duration: 876.109615ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:05:04.802792Z","caller":"traceutil/trace.go:171","msg":"trace[1920587897] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9771; }","duration":"908.196436ms","start":"2026-04-23T08:05:03.894441Z","end":"2026-04-23T08:05:04.802638Z","steps":["trace[1920587897] 'agreement among raft nodes before linearized reading' (duration: 907.838178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:04.802861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:03.894382Z","time spent":"908.460312ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T08:05:04.802878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:03.926384Z","time spent":"876.428161ms","remote":"127.0.0.1:35626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:05:04.802941Z","caller":"traceutil/trace.go:171","msg":"trace[1625368935] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gm894; range_end:; response_count:1; response_revision:9771; }","duration":"529.478174ms","start":"2026-04-23T08:05:04.273256Z","end":"2026-04-23T08:05:04.802734Z","steps":["trace[1625368935] 'agreement among raft nodes before linearized reading' (duration: 529.210188ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:05:04.802809Z","caller":"traceutil/trace.go:171","msg":"trace[1314078387] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:9771; }","duration":"743.740536ms","start":"2026-04-23T08:05:04.059057Z","end":"2026-04-23T08:05:04.802798Z","steps":["trace[1314078387] 'agreement among raft nodes before linearized reading' (duration: 743.202234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:04.803151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:04.059034Z","time spent":"744.087113ms","remote":"127.0.0.1:48060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":55,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:05:04.803173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.158602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-4mp4v\" ","response":"range_response_count:1 size:5487"} {"level":"info","ts":"2026-04-23T08:05:04.803318Z","caller":"traceutil/trace.go:171","msg":"trace[692239203] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-4mp4v; range_end:; response_count:1; response_revision:9771; }","duration":"907.374537ms","start":"2026-04-23T08:05:03.895923Z","end":"2026-04-23T08:05:04.803298Z","steps":["trace[692239203] 'agreement among raft nodes before linearized reading' (duration: 906.843554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:04.803427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:03.895915Z","time spent":"907.493889ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5510,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-4mp4v\" "} {"level":"warn","ts":"2026-04-23T08:05:04.803409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:04.273222Z","time spent":"530.170751ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-gm894\" "} {"level":"warn","ts":"2026-04-23T08:05:05.73417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.221967ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:05:05.734293Z","caller":"traceutil/trace.go:171","msg":"trace[1657499535] transaction","detail":"{read_only:false; response_revision:9772; number_of_response:1; }","duration":"928.225568ms","start":"2026-04-23T08:05:04.806044Z","end":"2026-04-23T08:05:05.73427Z","steps":["trace[1657499535] 'process raft request' (duration: 318.804706ms)","trace[1657499535] 'compare' (duration: 608.873779ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:05:05.734357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:04.806014Z","time spent":"928.31155ms","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":826,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:05:06.446603Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.321759231s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T08:05:06.813325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00074097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T08:05:06.813443Z","caller":"traceutil/trace.go:171","msg":"trace[1706796292] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000920104s","start":"2026-04-23T08:05:04.812495Z","end":"2026-04-23T08:05:06.813415Z","steps":["trace[1706796292] 'agreement among raft nodes before linearized reading' (duration: 2.000771551s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:06.813511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:04.812478Z","time spent":"2.001018557s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:05:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:05:07.095342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.404252ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:05:07.09552Z","caller":"traceutil/trace.go:171","msg":"trace[1642378480] transaction","detail":"{read_only:false; response_revision:9773; number_of_response:1; }","duration":"2.286770399s","start":"2026-04-23T08:05:04.808719Z","end":"2026-04-23T08:05:07.095489Z","steps":["trace[1642378480] 'process raft request' (duration: 1.638126471s)","trace[1642378480] 'compare' (duration: 648.198428ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:05:07.095579Z","caller":"traceutil/trace.go:171","msg":"trace[173838882] transaction","detail":"{read_only:false; response_revision:9774; number_of_response:1; }","duration":"2.286701918s","start":"2026-04-23T08:05:04.80886Z","end":"2026-04-23T08:05:07.095562Z","steps":["trace[173838882] 'process raft request' (duration: 2.286564025s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:07.095636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:04.808847Z","time spent":"2.286763159s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:05:07.09572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:04.808682Z","time spent":"2.286928663s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:05:07.096071Z","caller":"traceutil/trace.go:171","msg":"trace[1640348998] linearizableReadLoop","detail":"{readStateIndex:10111; appliedIndex:10108; }","duration":"2.286262308s","start":"2026-04-23T08:05:04.809776Z","end":"2026-04-23T08:05:07.096039Z","steps":["trace[1640348998] 'read index received' (duration: 315.04972ms)","trace[1640348998] 'applied index is now lower than readState.Index' (duration: 1.971210998s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:05:07.096553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.930427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T08:05:07.096537Z","caller":"traceutil/trace.go:171","msg":"trace[1836418142] transaction","detail":"{read_only:false; response_revision:9775; number_of_response:1; }","duration":"2.281989809s","start":"2026-04-23T08:05:04.814515Z","end":"2026-04-23T08:05:07.096505Z","steps":["trace[1836418142] 'process raft request' (duration: 2.280970026s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:05:07.096591Z","caller":"traceutil/trace.go:171","msg":"trace[1958302036] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:9775; }","duration":"772.014189ms","start":"2026-04-23T08:05:06.324562Z","end":"2026-04-23T08:05:07.096577Z","steps":["trace[1958302036] 'agreement among raft nodes before linearized reading' (duration: 771.937177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:07.096616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:06.324526Z","time spent":"772.083711ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:05:07.09666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:04.814502Z","time spent":"2.282098222s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5662,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:05:07.096677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.201342826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:05:07.096745Z","caller":"traceutil/trace.go:171","msg":"trace[75720034] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:9775; }","duration":"2.201435088s","start":"2026-04-23T08:05:04.895292Z","end":"2026-04-23T08:05:07.096727Z","steps":["trace[75720034] 'agreement among raft nodes before linearized reading' (duration: 2.201315405s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:07.096696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.135419152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:05:07.096899Z","caller":"traceutil/trace.go:171","msg":"trace[1386634127] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:9775; }","duration":"2.135673608s","start":"2026-04-23T08:05:04.961202Z","end":"2026-04-23T08:05:07.096876Z","steps":["trace[1386634127] 'agreement among raft nodes before linearized reading' (duration: 2.13532104s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:07.097027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:04.961175Z","time spent":"2.135829752s","remote":"127.0.0.1:41284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:05:07.09681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:04.895285Z","time spent":"2.201509209s","remote":"127.0.0.1:46516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:05:07.097216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.287406224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:33 size:305778"} {"level":"warn","ts":"2026-04-23T08:05:07.097286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.358817657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-4mp4v.18a8edc1984b8386\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-04-23T08:05:07.097316Z","caller":"traceutil/trace.go:171","msg":"trace[1917385452] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:33; response_revision:9775; }","duration":"2.287545068s","start":"2026-04-23T08:05:04.809751Z","end":"2026-04-23T08:05:07.097296Z","steps":["trace[1917385452] 'agreement among raft nodes before linearized reading' (duration: 2.286679308s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:07.097367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:04.809734Z","time spent":"2.287621959s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":33,"response size":305801,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-23T08:05:07.097438Z","caller":"traceutil/trace.go:171","msg":"trace[1722208302] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-4mp4v.18a8edc1984b8386; range_end:; response_count:1; response_revision:9775; }","duration":"1.359104264s","start":"2026-04-23T08:05:05.738231Z","end":"2026-04-23T08:05:07.097335Z","steps":["trace[1722208302] 'agreement among raft nodes before linearized reading' (duration: 1.358286355s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:07.097246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.258685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:05:07.097572Z","caller":"traceutil/trace.go:171","msg":"trace[153462211] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9775; }","duration":"283.616133ms","start":"2026-04-23T08:05:06.813925Z","end":"2026-04-23T08:05:07.097542Z","steps":["trace[153462211] 'agreement among raft nodes before linearized reading' (duration: 282.840245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:07.097496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:05.738211Z","time spent":"1.359273958s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":904,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-4mp4v.18a8edc1984b8386\" "} {"level":"warn","ts":"2026-04-23T08:05:07.729646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.958475ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:05:07.730444Z","caller":"traceutil/trace.go:171","msg":"trace[553272184] transaction","detail":"{read_only:false; response_revision:9776; number_of_response:1; }","duration":"629.850324ms","start":"2026-04-23T08:05:07.10056Z","end":"2026-04-23T08:05:07.73041Z","steps":["trace[553272184] 'process raft request' (duration: 272.996308ms)","trace[553272184] 'compare' (duration: 355.550286ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:05:07.730487Z","caller":"traceutil/trace.go:171","msg":"trace[1278750120] linearizableReadLoop","detail":"{readStateIndex:10113; appliedIndex:10112; }","duration":"628.595455ms","start":"2026-04-23T08:05:07.101854Z","end":"2026-04-23T08:05:07.73045Z","steps":["trace[1278750120] 'read index received' (duration: 271.715079ms)","trace[1278750120] 'applied index is now lower than readState.Index' (duration: 356.877656ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:05:07.730606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:07.100537Z","time spent":"630.000928ms","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:05:09.106046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999950273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:05:09.106139Z","caller":"traceutil/trace.go:171","msg":"trace[255265250] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000068545s","start":"2026-04-23T08:05:07.106043Z","end":"2026-04-23T08:05:09.106112Z","steps":["trace[255265250] 'agreement among raft nodes before linearized reading' (duration: 1.999966683s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:09.106191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:07.106034Z","time spent":"2.000145317s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:05:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:05:09.299375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.569382164s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T08:05:09.299727Z","caller":"traceutil/trace.go:171","msg":"trace[263447507] linearizableReadLoop","detail":"{readStateIndex:10114; appliedIndex:10113; }","duration":"1.569094807s","start":"2026-04-23T08:05:07.730605Z","end":"2026-04-23T08:05:09.2997Z","steps":["trace[263447507] 'read index received' (duration: 52.002µs)","trace[263447507] 'applied index is now lower than readState.Index' (duration: 1.569041525s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:05:09.299951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.216489ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:05:09.300106Z","caller":"traceutil/trace.go:171","msg":"trace[1984364200] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9776; }","duration":"906.363973ms","start":"2026-04-23T08:05:08.393701Z","end":"2026-04-23T08:05:09.300065Z","steps":["trace[1984364200] 'range keys from in-memory index tree' (duration: 906.194129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:09.300102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.198217685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-ks-endpoints-zmg5n\" ","response":"range_response_count:1 size:15502"} {"level":"info","ts":"2026-04-23T08:05:09.300216Z","caller":"traceutil/trace.go:171","msg":"trace[717862827] range","detail":"{range_begin:/registry/pods/openstack/glance-ks-endpoints-zmg5n; range_end:; response_count:1; response_revision:9776; }","duration":"2.198391589s","start":"2026-04-23T08:05:07.101792Z","end":"2026-04-23T08:05:09.300184Z","steps":["trace[717862827] 'agreement among raft nodes before linearized reading' (duration: 628.834691ms)","trace[717862827] 'range keys from in-memory index tree' (duration: 1.56922747s)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:05:09.300281Z","caller":"traceutil/trace.go:171","msg":"trace[36116901] transaction","detail":"{read_only:false; response_revision:9777; number_of_response:1; }","duration":"1.564230114s","start":"2026-04-23T08:05:07.736029Z","end":"2026-04-23T08:05:09.300259Z","steps":["trace[36116901] 'process raft request' (duration: 1.563540178s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:09.300383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:07.101765Z","time spent":"2.198599753s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":15525,"request content":"key:\"/registry/pods/openstack/glance-ks-endpoints-zmg5n\" "} {"level":"warn","ts":"2026-04-23T08:05:09.300409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:07.736Z","time spent":"1.564338887s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T08:05:09.880911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.657776996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:05:09.881013Z","caller":"traceutil/trace.go:171","msg":"trace[1602506846] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:9777; }","duration":"1.657905208s","start":"2026-04-23T08:05:08.223074Z","end":"2026-04-23T08:05:09.880979Z","steps":["trace[1602506846] 'agreement among raft nodes before linearized reading' (duration: 1.077249492s)","trace[1602506846] 'count revisions from in-memory index tree' (duration: 580.515043ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:05:09.881065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:08.223065Z","time spent":"1.65798648s","remote":"127.0.0.1:46460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:05:09.881068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136882229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-23T08:05:09.88111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240135255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:05:09.881138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.713770049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T08:05:09.881208Z","caller":"traceutil/trace.go:171","msg":"trace[1198499917] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:9777; }","duration":"1.240294599s","start":"2026-04-23T08:05:08.640886Z","end":"2026-04-23T08:05:09.88118Z","steps":["trace[1198499917] 'agreement among raft nodes before linearized reading' (duration: 659.411757ms)","trace[1198499917] 'count revisions from in-memory index tree' (duration: 580.739709ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:05:09.881238Z","caller":"traceutil/trace.go:171","msg":"trace[1167727445] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:9777; }","duration":"1.713948153s","start":"2026-04-23T08:05:08.167268Z","end":"2026-04-23T08:05:09.881217Z","steps":["trace[1167727445] 'agreement among raft nodes before linearized reading' (duration: 1.133080871s)","trace[1167727445] 'count revisions from in-memory index tree' (duration: 580.715897ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:05:09.881268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:08.640857Z","time spent":"1.24039976s","remote":"127.0.0.1:41350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:05:09.881281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:08.16723Z","time spent":"1.714041525s","remote":"127.0.0.1:48094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":127,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:05:09.881265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.256358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-23T08:05:09.881284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.601404773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-04-23T08:05:09.881249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.902739796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:425"} {"level":"warn","ts":"2026-04-23T08:05:09.881284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.014637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:05:09.881323Z","caller":"traceutil/trace.go:171","msg":"trace[743233099] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9777; }","duration":"780.350051ms","start":"2026-04-23T08:05:09.100956Z","end":"2026-04-23T08:05:09.881306Z","steps":["trace[743233099] 'agreement among raft nodes before linearized reading' (duration: 199.426038ms)","trace[743233099] 'range keys from in-memory index tree' (duration: 580.718038ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:05:09.881323Z","caller":"traceutil/trace.go:171","msg":"trace[1481106003] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:9777; }","duration":"1.601465814s","start":"2026-04-23T08:05:08.279844Z","end":"2026-04-23T08:05:09.88131Z","steps":["trace[1481106003] 'agreement among raft nodes before linearized reading' (duration: 1.02046695s)","trace[1481106003] 'range keys from in-memory index tree' (duration: 580.909432ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:05:09.881362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:09.100932Z","time spent":"780.421303ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T08:05:09.881367Z","caller":"traceutil/trace.go:171","msg":"trace[1277010307] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9777; }","duration":"775.187392ms","start":"2026-04-23T08:05:09.106159Z","end":"2026-04-23T08:05:09.881347Z","steps":["trace[1277010307] 'agreement among raft nodes before linearized reading' (duration: 194.192947ms)","trace[1277010307] 'range keys from in-memory index tree' (duration: 580.82039ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:05:09.88135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.59145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-23T08:05:09.881441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:09.106151Z","time spent":"775.278303ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:05:09.881458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219918547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-23T08:05:09.881395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.670285904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-23T08:05:09.88147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.451317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-23T08:05:09.881546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138084287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:05:09.881558Z","caller":"traceutil/trace.go:171","msg":"trace[1628294586] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:9777; }","duration":"1.670462318s","start":"2026-04-23T08:05:08.211042Z","end":"2026-04-23T08:05:09.881504Z","steps":["trace[1628294586] 'agreement among raft nodes before linearized reading' (duration: 1.08929797s)","trace[1628294586] 'range keys from in-memory index tree' (duration: 580.8056ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:05:09.881465Z","caller":"traceutil/trace.go:171","msg":"trace[302745297] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9777; }","duration":"778.775475ms","start":"2026-04-23T08:05:09.102659Z","end":"2026-04-23T08:05:09.881435Z","steps":["trace[302745297] 'agreement among raft nodes before linearized reading' (duration: 197.707359ms)","trace[302745297] 'range keys from in-memory index tree' (duration: 580.752098ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:05:09.881589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.903222857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:429"} {"level":"info","ts":"2026-04-23T08:05:09.881597Z","caller":"traceutil/trace.go:171","msg":"trace[145413738] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:9777; }","duration":"1.138165609s","start":"2026-04-23T08:05:08.743415Z","end":"2026-04-23T08:05:09.881581Z","steps":["trace[145413738] 'agreement among raft nodes before linearized reading' (duration: 556.96455ms)","trace[145413738] 'count revisions from in-memory index tree' (duration: 581.120837ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:05:09.881628Z","caller":"traceutil/trace.go:171","msg":"trace[1170856698] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9777; }","duration":"1.903303479s","start":"2026-04-23T08:05:07.978311Z","end":"2026-04-23T08:05:09.881615Z","steps":["trace[1170856698] 'agreement among raft nodes before linearized reading' (duration: 1.321953376s)","trace[1170856698] 'range keys from in-memory index tree' (duration: 581.24688ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:05:09.881639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:09.102634Z","time spent":"778.983909ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T08:05:09.881671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:07.978283Z","time spent":"1.903381851s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":452,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T08:05:09.881688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.558036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gm894\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-23T08:05:09.881379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:08.279832Z","time spent":"1.601538136s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T08:05:09.881669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:08.210983Z","time spent":"1.670672113s","remote":"127.0.0.1:47922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"info","ts":"2026-04-23T08:05:09.881367Z","caller":"traceutil/trace.go:171","msg":"trace[650071460] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9777; }","duration":"1.902908029s","start":"2026-04-23T08:05:07.978433Z","end":"2026-04-23T08:05:09.881341Z","steps":["trace[650071460] 'agreement among raft nodes before linearized reading' (duration: 1.321927216s)","trace[650071460] 'range keys from in-memory index tree' (duration: 580.653176ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:05:09.8818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221050824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-23T08:05:09.881805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:07.978425Z","time spent":"1.90336633s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":448,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T08:05:09.88184Z","caller":"traceutil/trace.go:171","msg":"trace[1635908470] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9777; }","duration":"1.221132636s","start":"2026-04-23T08:05:08.66069Z","end":"2026-04-23T08:05:09.881822Z","steps":["trace[1635908470] 'agreement among raft nodes before linearized reading' (duration: 639.594899ms)","trace[1635908470] 'range keys from in-memory index tree' (duration: 581.454575ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:05:09.881878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:08.660658Z","time spent":"1.221214128s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-23T08:05:09.88155Z","caller":"traceutil/trace.go:171","msg":"trace[1881691288] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9777; }","duration":"701.758545ms","start":"2026-04-23T08:05:09.179772Z","end":"2026-04-23T08:05:09.88153Z","steps":["trace[1881691288] 'agreement among raft nodes before linearized reading' (duration: 120.544986ms)","trace[1881691288] 'range keys from in-memory index tree' (duration: 581.015254ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:05:09.881964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:09.179749Z","time spent":"702.206805ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T08:05:09.881715Z","caller":"traceutil/trace.go:171","msg":"trace[2084861723] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gm894; range_end:; response_count:1; response_revision:9777; }","duration":"774.609388ms","start":"2026-04-23T08:05:09.107097Z","end":"2026-04-23T08:05:09.881706Z","steps":["trace[2084861723] 'agreement among raft nodes before linearized reading' (duration: 193.237985ms)","trace[2084861723] 'range keys from in-memory index tree' (duration: 581.24354ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:05:09.881633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:08.743403Z","time spent":"1.13822125s","remote":"127.0.0.1:46530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:05:09.882013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:09.107082Z","time spent":"774.923725ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-gm894\" "} {"level":"info","ts":"2026-04-23T08:05:09.881495Z","caller":"traceutil/trace.go:171","msg":"trace[1323392557] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9777; }","duration":"1.219974309s","start":"2026-04-23T08:05:08.66151Z","end":"2026-04-23T08:05:09.881484Z","steps":["trace[1323392557] 'agreement among raft nodes before linearized reading' (duration: 638.76799ms)","trace[1323392557] 'range keys from in-memory index tree' (duration: 581.104627ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:05:09.881173Z","caller":"traceutil/trace.go:171","msg":"trace[2048869404] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9777; }","duration":"1.137015802s","start":"2026-04-23T08:05:08.744127Z","end":"2026-04-23T08:05:09.881142Z","steps":["trace[2048869404] 'agreement among raft nodes before linearized reading' (duration: 556.246073ms)","trace[2048869404] 'range keys from in-memory index tree' (duration: 580.500683ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:05:09.882155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:08.74412Z","time spent":"1.138027516s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T08:05:09.882157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:08.661498Z","time spent":"1.220647184s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-23T08:05:09.882225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.759329ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:05:09.882334Z","caller":"traceutil/trace.go:171","msg":"trace[1224583732] linearizableReadLoop","detail":"{readStateIndex:10116; appliedIndex:10115; }","duration":"577.154865ms","start":"2026-04-23T08:05:09.305161Z","end":"2026-04-23T08:05:09.882316Z","steps":["trace[1224583732] 'read index received' (duration: 386.316835ms)","trace[1224583732] 'applied index is now lower than readState.Index' (duration: 190.83513ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:05:09.882359Z","caller":"traceutil/trace.go:171","msg":"trace[1889262823] transaction","detail":"{read_only:false; response_revision:9778; number_of_response:1; }","duration":"577.216297ms","start":"2026-04-23T08:05:09.305125Z","end":"2026-04-23T08:05:09.882341Z","steps":["trace[1889262823] 'process raft request' (duration: 386.248354ms)","trace[1889262823] 'compare' (duration: 190.049491ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:05:09.882479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:09.305102Z","time spent":"577.306119ms","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":926,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T08:05:09.882501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.335949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-7cff949c8b-hzn9t\" ","response":"range_response_count:1 size:4680"} {"level":"info","ts":"2026-04-23T08:05:09.882542Z","caller":"traceutil/trace.go:171","msg":"trace[446655875] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-7cff949c8b-hzn9t; range_end:; response_count:1; response_revision:9778; }","duration":"577.407151ms","start":"2026-04-23T08:05:09.305124Z","end":"2026-04-23T08:05:09.882531Z","steps":["trace[446655875] 'agreement among raft nodes before linearized reading' (duration: 577.280108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:09.882634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:09.30511Z","time spent":"577.471202ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4703,"request content":"key:\"/registry/pods/openstack/pxc-operator-7cff949c8b-hzn9t\" "} {"level":"warn","ts":"2026-04-23T08:05:09.952161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.977021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:05:09.95236Z","caller":"traceutil/trace.go:171","msg":"trace[1555531581] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:9779; }","duration":"142.232747ms","start":"2026-04-23T08:05:09.810104Z","end":"2026-04-23T08:05:09.952337Z","steps":["trace[1555531581] 'agreement among raft nodes before linearized reading' (duration: 141.93481ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:05:09.952146Z","caller":"traceutil/trace.go:171","msg":"trace[413126052] transaction","detail":"{read_only:false; response_revision:9779; number_of_response:1; }","duration":"278.878484ms","start":"2026-04-23T08:05:09.673193Z","end":"2026-04-23T08:05:09.952071Z","steps":["trace[413126052] 'process raft request' (duration: 278.639818ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:05:10.348583Z","caller":"traceutil/trace.go:171","msg":"trace[996830831] linearizableReadLoop","detail":"{readStateIndex:10125; appliedIndex:10117; }","duration":"396.549983ms","start":"2026-04-23T08:05:09.952007Z","end":"2026-04-23T08:05:10.348557Z","steps":["trace[996830831] 'read index received' (duration: 395.1271ms)","trace[996830831] 'applied index is now lower than readState.Index' (duration: 1.421713ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:05:10.348718Z","caller":"traceutil/trace.go:171","msg":"trace[338482324] transaction","detail":"{read_only:false; response_revision:9780; number_of_response:1; }","duration":"460.04477ms","start":"2026-04-23T08:05:09.888663Z","end":"2026-04-23T08:05:10.348708Z","steps":["trace[338482324] 'process raft request' (duration: 459.526228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:10.348802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:09.888638Z","time spent":"460.106582ms","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T08:05:10.34933Z","caller":"traceutil/trace.go:171","msg":"trace[2003354584] transaction","detail":"{read_only:false; response_revision:9781; number_of_response:1; }","duration":"460.48066ms","start":"2026-04-23T08:05:09.888838Z","end":"2026-04-23T08:05:10.349319Z","steps":["trace[2003354584] 'process raft request' (duration: 459.475627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:10.349412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:09.888831Z","time spent":"460.533902ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:05:10.349545Z","caller":"traceutil/trace.go:171","msg":"trace[777176205] transaction","detail":"{read_only:false; response_revision:9782; number_of_response:1; }","duration":"460.110602ms","start":"2026-04-23T08:05:09.889425Z","end":"2026-04-23T08:05:10.349536Z","steps":["trace[777176205] 'process raft request' (duration: 458.944225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:10.349595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:09.889395Z","time spent":"460.171094ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:05:10.349704Z","caller":"traceutil/trace.go:171","msg":"trace[392620892] transaction","detail":"{read_only:false; response_revision:9783; number_of_response:1; }","duration":"460.228355ms","start":"2026-04-23T08:05:09.889467Z","end":"2026-04-23T08:05:10.349696Z","steps":["trace[392620892] 'process raft request' (duration: 458.942885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:10.34975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:09.889455Z","time spent":"460.270035ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:05:10.349859Z","caller":"traceutil/trace.go:171","msg":"trace[506931691] transaction","detail":"{read_only:false; response_revision:9784; number_of_response:1; }","duration":"460.227634ms","start":"2026-04-23T08:05:09.889621Z","end":"2026-04-23T08:05:10.349848Z","steps":["trace[506931691] 'process raft request' (duration: 458.835142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:10.349906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:09.889612Z","time spent":"460.267766ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:05:10.350018Z","caller":"traceutil/trace.go:171","msg":"trace[182007153] transaction","detail":"{read_only:false; response_revision:9785; number_of_response:1; }","duration":"459.800195ms","start":"2026-04-23T08:05:09.890209Z","end":"2026-04-23T08:05:10.350009Z","steps":["trace[182007153] 'process raft request' (duration: 458.28342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:10.350062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:09.89017Z","time spent":"459.867446ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:05:10.350179Z","caller":"traceutil/trace.go:171","msg":"trace[1794514410] transaction","detail":"{read_only:false; response_revision:9786; number_of_response:1; }","duration":"458.053284ms","start":"2026-04-23T08:05:09.892113Z","end":"2026-04-23T08:05:10.350166Z","steps":["trace[1794514410] 'process raft request' (duration: 456.407966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:10.350223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:09.892097Z","time spent":"458.101675ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:05:10.350348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.548096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:05:10.350377Z","caller":"traceutil/trace.go:171","msg":"trace[2024805372] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9786; }","duration":"458.595777ms","start":"2026-04-23T08:05:09.891772Z","end":"2026-04-23T08:05:10.350368Z","steps":["trace[2024805372] 'agreement among raft nodes before linearized reading' (duration: 458.542806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:10.350404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:09.891762Z","time spent":"458.636388ms","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:05:10.350977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.856542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:33 size:305778"} {"level":"info","ts":"2026-04-23T08:05:10.351079Z","caller":"traceutil/trace.go:171","msg":"trace[1102586750] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:33; response_revision:9786; }","duration":"461.965904ms","start":"2026-04-23T08:05:09.889102Z","end":"2026-04-23T08:05:10.351068Z","steps":["trace[1102586750] 'agreement among raft nodes before linearized reading' (duration: 461.419432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:10.351114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:09.889098Z","time spent":"462.005705ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":33,"response size":305801,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-23T08:05:10.351448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.359114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4428"} {"level":"info","ts":"2026-04-23T08:05:10.351487Z","caller":"traceutil/trace.go:171","msg":"trace[844771226] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:9786; }","duration":"462.416515ms","start":"2026-04-23T08:05:09.889062Z","end":"2026-04-23T08:05:10.351479Z","steps":["trace[844771226] 'agreement among raft nodes before linearized reading' (duration: 462.316483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:10.351514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:09.889054Z","time spent":"462.453575ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4451,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-04-23T08:05:10.351663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.97873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:05:10.351696Z","caller":"traceutil/trace.go:171","msg":"trace[1003632345] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:9786; }","duration":"364.057252ms","start":"2026-04-23T08:05:09.987631Z","end":"2026-04-23T08:05:10.351689Z","steps":["trace[1003632345] 'agreement among raft nodes before linearized reading' (duration: 364.00325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:10.351726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:09.987602Z","time spent":"364.114283ms","remote":"127.0.0.1:41288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:05:10.35213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.474416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:05:10.352171Z","caller":"traceutil/trace.go:171","msg":"trace[474033212] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:9786; }","duration":"172.557498ms","start":"2026-04-23T08:05:10.179602Z","end":"2026-04-23T08:05:10.35216Z","steps":["trace[474033212] 'agreement among raft nodes before linearized reading' (duration: 172.498756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:10.348325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:09.884898Z","time spent":"463.418198ms","remote":"127.0.0.1:47922","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T08:05:10.82553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.846368ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:05:10.82566Z","caller":"traceutil/trace.go:171","msg":"trace[1294898560] linearizableReadLoop","detail":"{readStateIndex:10126; appliedIndex:10125; }","duration":"464.162715ms","start":"2026-04-23T08:05:10.361477Z","end":"2026-04-23T08:05:10.82564Z","steps":["trace[1294898560] 'read index received' (duration: 322.141054ms)","trace[1294898560] 'applied index is now lower than readState.Index' (duration: 142.020511ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:05:10.825717Z","caller":"traceutil/trace.go:171","msg":"trace[233894689] transaction","detail":"{read_only:false; response_revision:9787; number_of_response:1; }","duration":"466.116601ms","start":"2026-04-23T08:05:10.359543Z","end":"2026-04-23T08:05:10.825659Z","steps":["trace[233894689] 'process raft request' (duration: 324.030598ms)","trace[233894689] 'compare' (duration: 141.703444ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:05:10.825923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:10.359515Z","time spent":"466.287974ms","remote":"127.0.0.1:47922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:05:10.825937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.446832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T08:05:10.825985Z","caller":"traceutil/trace.go:171","msg":"trace[1006157586] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9787; }","duration":"464.498283ms","start":"2026-04-23T08:05:10.361474Z","end":"2026-04-23T08:05:10.825972Z","steps":["trace[1006157586] 'agreement among raft nodes before linearized reading' (duration: 464.273788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:10.826034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:10.361458Z","time spent":"464.566925ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T08:05:10.864364Z","caller":"traceutil/trace.go:171","msg":"trace[348520487] transaction","detail":"{read_only:false; response_revision:9789; number_of_response:1; }","duration":"494.526467ms","start":"2026-04-23T08:05:10.369806Z","end":"2026-04-23T08:05:10.864332Z","steps":["trace[348520487] 'process raft request' (duration: 494.382664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:10.864542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:10.36979Z","time spent":"494.6618ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4425,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:05:10.864589Z","caller":"traceutil/trace.go:171","msg":"trace[1696533857] transaction","detail":"{read_only:false; response_revision:9788; number_of_response:1; }","duration":"502.259405ms","start":"2026-04-23T08:05:10.362302Z","end":"2026-04-23T08:05:10.864562Z","steps":["trace[1696533857] 'process raft request' (duration: 501.723893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:10.864699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:10.362269Z","time spent":"502.378408ms","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T08:05:10.864753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.409131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:05:10.864795Z","caller":"traceutil/trace.go:171","msg":"trace[999620992] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:9789; }","duration":"445.495654ms","start":"2026-04-23T08:05:10.41929Z","end":"2026-04-23T08:05:10.864785Z","steps":["trace[999620992] 'agreement among raft nodes before linearized reading' (duration: 445.416362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:10.864815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:10.419264Z","time spent":"445.546505ms","remote":"127.0.0.1:41292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:05:10.864888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.29382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T08:05:10.864946Z","caller":"traceutil/trace.go:171","msg":"trace[2056205367] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9789; }","duration":"503.356431ms","start":"2026-04-23T08:05:10.361574Z","end":"2026-04-23T08:05:10.864931Z","steps":["trace[2056205367] 'agreement among raft nodes before linearized reading' (duration: 503.176207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:10.864996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:10.361571Z","time spent":"503.414702ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T08:05:11.298034Z","caller":"traceutil/trace.go:171","msg":"trace[1602764248] linearizableReadLoop","detail":"{readStateIndex:10129; appliedIndex:10128; }","duration":"433.720482ms","start":"2026-04-23T08:05:10.864283Z","end":"2026-04-23T08:05:11.298004Z","steps":["trace[1602764248] 'read index received' (duration: 433.547328ms)","trace[1602764248] 'applied index is now lower than readState.Index' (duration: 171.554µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:05:11.298321Z","caller":"traceutil/trace.go:171","msg":"trace[382539623] transaction","detail":"{read_only:false; response_revision:9790; number_of_response:1; }","duration":"467.39246ms","start":"2026-04-23T08:05:10.830892Z","end":"2026-04-23T08:05:11.298284Z","steps":["trace[382539623] 'process raft request' (duration: 466.849807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:11.298512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:10.830874Z","time spent":"467.528963ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:05:11.299153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.513602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-23T08:05:11.299277Z","caller":"traceutil/trace.go:171","msg":"trace[76502348] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:9790; }","duration":"470.670406ms","start":"2026-04-23T08:05:10.82858Z","end":"2026-04-23T08:05:11.29925Z","steps":["trace[76502348] 'agreement among raft nodes before linearized reading' (duration: 469.923189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:11.299351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:10.82851Z","time spent":"470.821549ms","remote":"127.0.0.1:48060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-23T08:05:11.510486Z","caller":"traceutil/trace.go:171","msg":"trace[424532605] transaction","detail":"{read_only:false; response_revision:9793; number_of_response:1; }","duration":"115.100579ms","start":"2026-04-23T08:05:11.395359Z","end":"2026-04-23T08:05:11.510459Z","steps":["trace[424532605] 'process raft request' (duration: 115.055018ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:05:11.510811Z","caller":"traceutil/trace.go:171","msg":"trace[1057565665] transaction","detail":"{read_only:false; response_revision:9791; number_of_response:1; }","duration":"640.50387ms","start":"2026-04-23T08:05:10.870298Z","end":"2026-04-23T08:05:11.510802Z","steps":["trace[1057565665] 'process raft request' (duration: 559.652492ms)","trace[1057565665] 'compare' (duration: 80.279735ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:05:11.510903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:10.870279Z","time spent":"640.548101ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:05:11.511037Z","caller":"traceutil/trace.go:171","msg":"trace[1355962054] transaction","detail":"{read_only:false; response_revision:9792; number_of_response:1; }","duration":"639.429505ms","start":"2026-04-23T08:05:10.871566Z","end":"2026-04-23T08:05:11.510995Z","steps":["trace[1355962054] 'process raft request' (duration: 638.788841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:11.511071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:10.871551Z","time spent":"639.502387ms","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":880,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T08:05:11.511268Z","caller":"traceutil/trace.go:171","msg":"trace[1551511662] linearizableReadLoop","detail":"{readStateIndex:10131; appliedIndex:10129; }","duration":"212.93276ms","start":"2026-04-23T08:05:11.298327Z","end":"2026-04-23T08:05:11.511259Z","steps":["trace[1551511662] 'read index received' (duration: 131.546079ms)","trace[1551511662] 'applied index is now lower than readState.Index' (duration: 81.385671ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:05:11.511412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.197626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-h797n\" ","response":"range_response_count:1 size:7041"} {"level":"info","ts":"2026-04-23T08:05:11.511432Z","caller":"traceutil/trace.go:171","msg":"trace[1829080683] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-h797n; range_end:; response_count:1; response_revision:9793; }","duration":"641.256297ms","start":"2026-04-23T08:05:10.870169Z","end":"2026-04-23T08:05:11.511426Z","steps":["trace[1829080683] 'agreement among raft nodes before linearized reading' (duration: 641.159205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:11.511451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:10.870144Z","time spent":"641.303119ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7064,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-h797n\" "} {"level":"warn","ts":"2026-04-23T08:05:11.511754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.246848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-23T08:05:11.511841Z","caller":"traceutil/trace.go:171","msg":"trace[569563700] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:9793; }","duration":"210.391512ms","start":"2026-04-23T08:05:11.301429Z","end":"2026-04-23T08:05:11.511821Z","steps":["trace[569563700] 'agreement among raft nodes before linearized reading' (duration: 210.150606ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:05:11.707974Z","caller":"traceutil/trace.go:171","msg":"trace[1786961799] linearizableReadLoop","detail":"{readStateIndex:10134; appliedIndex:10133; }","duration":"136.263868ms","start":"2026-04-23T08:05:11.571682Z","end":"2026-04-23T08:05:11.707946Z","steps":["trace[1786961799] 'read index received' (duration: 67.232153ms)","trace[1786961799] 'applied index is now lower than readState.Index' (duration: 69.031165ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:05:11.708451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.74623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-4mp4v.18a8edc1984b8386\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-04-23T08:05:11.708639Z","caller":"traceutil/trace.go:171","msg":"trace[1861794769] transaction","detail":"{read_only:false; response_revision:9795; number_of_response:1; }","duration":"189.343825ms","start":"2026-04-23T08:05:11.519242Z","end":"2026-04-23T08:05:11.708586Z","steps":["trace[1861794769] 'process raft request' (duration: 119.737617ms)","trace[1861794769] 'compare' (duration: 68.866661ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:05:11.711319Z","caller":"traceutil/trace.go:171","msg":"trace[1539847771] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-4mp4v.18a8edc1984b8386; range_end:; response_count:1; response_revision:9795; }","duration":"136.884793ms","start":"2026-04-23T08:05:11.571618Z","end":"2026-04-23T08:05:11.708502Z","steps":["trace[1539847771] 'agreement among raft nodes before linearized reading' (duration: 136.638657ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:05:11.860923Z","caller":"traceutil/trace.go:171","msg":"trace[162052485] transaction","detail":"{read_only:false; response_revision:9797; number_of_response:1; }","duration":"104.153166ms","start":"2026-04-23T08:05:11.756734Z","end":"2026-04-23T08:05:11.860887Z","steps":["trace[162052485] 'process raft request' (duration: 72.885354ms)","trace[162052485] 'compare' (duration: 31.130389ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:05:11.89555Z","caller":"traceutil/trace.go:171","msg":"trace[443515396] transaction","detail":"{read_only:false; response_revision:9798; number_of_response:1; }","duration":"137.942938ms","start":"2026-04-23T08:05:11.757577Z","end":"2026-04-23T08:05:11.89552Z","steps":["trace[443515396] 'process raft request' (duration: 137.722963ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:05:12.144746Z","caller":"traceutil/trace.go:171","msg":"trace[2145444524] transaction","detail":"{read_only:false; response_revision:9801; number_of_response:1; }","duration":"212.112042ms","start":"2026-04-23T08:05:11.932595Z","end":"2026-04-23T08:05:12.144707Z","steps":["trace[2145444524] 'process raft request' (duration: 211.736513ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:05:12.145376Z","caller":"traceutil/trace.go:171","msg":"trace[1784341323] linearizableReadLoop","detail":"{readStateIndex:10140; appliedIndex:10140; }","duration":"148.106712ms","start":"2026-04-23T08:05:11.997208Z","end":"2026-04-23T08:05:12.145314Z","steps":["trace[1784341323] 'read index received' (duration: 148.04784ms)","trace[1784341323] 'applied index is now lower than readState.Index' (duration: 15.741µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:05:12.145825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.577663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-h797n.18a8ecc39b0c69ef\" ","response":"range_response_count:1 size:778"} {"level":"info","ts":"2026-04-23T08:05:12.145895Z","caller":"traceutil/trace.go:171","msg":"trace[1823044938] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-h797n.18a8ecc39b0c69ef; range_end:; response_count:1; response_revision:9801; }","duration":"148.717857ms","start":"2026-04-23T08:05:11.997156Z","end":"2026-04-23T08:05:12.145874Z","steps":["trace[1823044938] 'agreement among raft nodes before linearized reading' (duration: 148.376749ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:05:12.232155Z","caller":"traceutil/trace.go:171","msg":"trace[393757049] transaction","detail":"{read_only:false; response_revision:9802; number_of_response:1; }","duration":"120.822882ms","start":"2026-04-23T08:05:12.111277Z","end":"2026-04-23T08:05:12.2321Z","steps":["trace[393757049] 'process raft request' (duration: 120.485284ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:05:12.233319Z","caller":"traceutil/trace.go:171","msg":"trace[692253856] transaction","detail":"{read_only:false; response_revision:9803; number_of_response:1; }","duration":"115.626741ms","start":"2026-04-23T08:05:12.117658Z","end":"2026-04-23T08:05:12.233285Z","steps":["trace[692253856] 'process raft request' (duration: 114.824403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:12.233912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.439436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-04-23T08:05:12.23396Z","caller":"traceutil/trace.go:171","msg":"trace[41316346] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:9803; }","duration":"224.505878ms","start":"2026-04-23T08:05:12.009441Z","end":"2026-04-23T08:05:12.233947Z","steps":["trace[41316346] 'agreement among raft nodes before linearized reading' (duration: 224.337204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:12.234174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.089213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T08:05:12.23426Z","caller":"traceutil/trace.go:171","msg":"trace[1925754559] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9803; }","duration":"232.216935ms","start":"2026-04-23T08:05:12.002019Z","end":"2026-04-23T08:05:12.234236Z","steps":["trace[1925754559] 'agreement among raft nodes before linearized reading' (duration: 231.808336ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:05:12.327775Z","caller":"traceutil/trace.go:171","msg":"trace[1963887350] transaction","detail":"{read_only:false; response_revision:9804; number_of_response:1; }","duration":"178.526665ms","start":"2026-04-23T08:05:12.149215Z","end":"2026-04-23T08:05:12.327742Z","steps":["trace[1963887350] 'process raft request' (duration: 140.985768ms)","trace[1963887350] 'compare' (duration: 37.287161ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:05:12.328189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.856317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4945"} {"level":"info","ts":"2026-04-23T08:05:12.328222Z","caller":"traceutil/trace.go:171","msg":"trace[422556238] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:9804; }","duration":"176.945079ms","start":"2026-04-23T08:05:12.151267Z","end":"2026-04-23T08:05:12.328212Z","steps":["trace[422556238] 'agreement among raft nodes before linearized reading' (duration: 176.810856ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:05:12.566607Z","caller":"traceutil/trace.go:171","msg":"trace[951129688] linearizableReadLoop","detail":"{readStateIndex:10145; appliedIndex:10144; }","duration":"203.267897ms","start":"2026-04-23T08:05:12.363301Z","end":"2026-04-23T08:05:12.566569Z","steps":["trace[951129688] 'read index received' (duration: 12.232133ms)","trace[951129688] 'applied index is now lower than readState.Index' (duration: 191.034294ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:05:12.566818Z","caller":"traceutil/trace.go:171","msg":"trace[1734523298] transaction","detail":"{read_only:false; response_revision:9806; number_of_response:1; }","duration":"219.43677ms","start":"2026-04-23T08:05:12.347316Z","end":"2026-04-23T08:05:12.566753Z","steps":["trace[1734523298] 'process raft request' (duration: 134.551668ms)","trace[1734523298] 'compare' (duration: 84.241797ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:05:12.567139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.552217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-h797n.18a8edc39389ddc8\" ","response":"range_response_count:1 size:861"} {"level":"info","ts":"2026-04-23T08:05:12.567221Z","caller":"traceutil/trace.go:171","msg":"trace[1586106046] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-h797n.18a8edc39389ddc8; range_end:; response_count:1; response_revision:9806; }","duration":"188.68816ms","start":"2026-04-23T08:05:12.378513Z","end":"2026-04-23T08:05:12.567201Z","steps":["trace[1586106046] 'agreement among raft nodes before linearized reading' (duration: 188.429524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:12.567325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.879715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gm894\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T08:05:12.567413Z","caller":"traceutil/trace.go:171","msg":"trace[1930194272] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gm894; range_end:; response_count:1; response_revision:9806; }","duration":"199.06227ms","start":"2026-04-23T08:05:12.368336Z","end":"2026-04-23T08:05:12.567398Z","steps":["trace[1930194272] 'agreement among raft nodes before linearized reading' (duration: 198.767813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:12.567886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.638796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T08:05:12.567934Z","caller":"traceutil/trace.go:171","msg":"trace[1966849706] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9806; }","duration":"200.686357ms","start":"2026-04-23T08:05:12.367236Z","end":"2026-04-23T08:05:12.567922Z","steps":["trace[1966849706] 'agreement among raft nodes before linearized reading' (duration: 200.533333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:12.567925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.612728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T08:05:12.568153Z","caller":"traceutil/trace.go:171","msg":"trace[1291573617] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9806; }","duration":"204.869664ms","start":"2026-04-23T08:05:12.363264Z","end":"2026-04-23T08:05:12.568134Z","steps":["trace[1291573617] 'agreement among raft nodes before linearized reading' (duration: 203.510992ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:05:12.732615Z","caller":"traceutil/trace.go:171","msg":"trace[1216060642] transaction","detail":"{read_only:false; response_revision:9809; number_of_response:1; }","duration":"158.778669ms","start":"2026-04-23T08:05:12.573774Z","end":"2026-04-23T08:05:12.732552Z","steps":["trace[1216060642] 'process raft request' (duration: 158.369049ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:05:12.732861Z","caller":"traceutil/trace.go:171","msg":"trace[1561968633] transaction","detail":"{read_only:false; response_revision:9808; number_of_response:1; }","duration":"159.090425ms","start":"2026-04-23T08:05:12.573745Z","end":"2026-04-23T08:05:12.732836Z","steps":["trace[1561968633] 'process raft request' (duration: 111.855494ms)","trace[1561968633] 'compare' (duration: 45.603054ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:05:12.733205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.496225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:33 size:305802"} {"level":"info","ts":"2026-04-23T08:05:12.73327Z","caller":"traceutil/trace.go:171","msg":"trace[1629480131] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:33; response_revision:9810; }","duration":"159.601357ms","start":"2026-04-23T08:05:12.573656Z","end":"2026-04-23T08:05:12.733257Z","steps":["trace[1629480131] 'agreement among raft nodes before linearized reading' (duration: 159.025214ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:05:12.897145Z","caller":"traceutil/trace.go:171","msg":"trace[599411452] linearizableReadLoop","detail":"{readStateIndex:10152; appliedIndex:10151; }","duration":"101.479935ms","start":"2026-04-23T08:05:12.795634Z","end":"2026-04-23T08:05:12.897114Z","steps":["trace[599411452] 'read index received' (duration: 88.30989ms)","trace[599411452] 'applied index is now lower than readState.Index' (duration: 13.168925ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:05:12.897234Z","caller":"traceutil/trace.go:171","msg":"trace[414942565] transaction","detail":"{read_only:false; response_revision:9813; number_of_response:1; }","duration":"116.071022ms","start":"2026-04-23T08:05:12.781118Z","end":"2026-04-23T08:05:12.897189Z","steps":["trace[414942565] 'process raft request' (duration: 102.769035ms)","trace[414942565] 'compare' (duration: 13.060042ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:05:12.897534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.886545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-4mp4v.18a8edc1984b8386\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-04-23T08:05:12.897698Z","caller":"traceutil/trace.go:171","msg":"trace[709360246] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-4mp4v.18a8edc1984b8386; range_end:; response_count:1; response_revision:9813; }","duration":"102.10908ms","start":"2026-04-23T08:05:12.795567Z","end":"2026-04-23T08:05:12.897676Z","steps":["trace[709360246] 'agreement among raft nodes before linearized reading' (duration: 101.7019ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:05:13.118149Z","caller":"traceutil/trace.go:171","msg":"trace[70473842] linearizableReadLoop","detail":"{readStateIndex:10154; appliedIndex:10153; }","duration":"130.904815ms","start":"2026-04-23T08:05:12.98721Z","end":"2026-04-23T08:05:13.118115Z","steps":["trace[70473842] 'read index received' (duration: 64.969561ms)","trace[70473842] 'applied index is now lower than readState.Index' (duration: 65.933514ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:05:13.118298Z","caller":"traceutil/trace.go:171","msg":"trace[683198191] transaction","detail":"{read_only:false; response_revision:9815; number_of_response:1; }","duration":"131.11952ms","start":"2026-04-23T08:05:12.987135Z","end":"2026-04-23T08:05:13.118255Z","steps":["trace[683198191] 'process raft request' (duration: 65.122514ms)","trace[683198191] 'compare' (duration: 65.678598ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:05:13.118465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.233723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-5c9876cc97-xmd2x\" ","response":"range_response_count:1 size:6264"} {"level":"info","ts":"2026-04-23T08:05:13.118549Z","caller":"traceutil/trace.go:171","msg":"trace[582197843] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-5c9876cc97-xmd2x; range_end:; response_count:1; response_revision:9815; }","duration":"131.353195ms","start":"2026-04-23T08:05:12.987174Z","end":"2026-04-23T08:05:13.118527Z","steps":["trace[582197843] 'agreement among raft nodes before linearized reading' (duration: 131.083149ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:05:13.291602Z","caller":"traceutil/trace.go:171","msg":"trace[1126113258] linearizableReadLoop","detail":"{readStateIndex:10156; appliedIndex:10155; }","duration":"124.104266ms","start":"2026-04-23T08:05:13.167471Z","end":"2026-04-23T08:05:13.291575Z","steps":["trace[1126113258] 'read index received' (duration: 101.866773ms)","trace[1126113258] 'applied index is now lower than readState.Index' (duration: 22.236023ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:05:13.291655Z","caller":"traceutil/trace.go:171","msg":"trace[305708816] transaction","detail":"{read_only:false; response_revision:9817; number_of_response:1; }","duration":"158.116002ms","start":"2026-04-23T08:05:13.133497Z","end":"2026-04-23T08:05:13.291613Z","steps":["trace[305708816] 'process raft request' (duration: 135.817727ms)","trace[305708816] 'compare' (duration: 22.115501ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:05:13.291867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.364162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-5c9876cc97-xmd2x.18a8ecd70f538453\" ","response":"range_response_count:1 size:856"} {"level":"info","ts":"2026-04-23T08:05:13.291906Z","caller":"traceutil/trace.go:171","msg":"trace[218455797] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-5c9876cc97-xmd2x.18a8ecd70f538453; range_end:; response_count:1; response_revision:9817; }","duration":"124.455695ms","start":"2026-04-23T08:05:13.16744Z","end":"2026-04-23T08:05:13.291896Z","steps":["trace[218455797] 'agreement among raft nodes before linearized reading' (duration: 124.2461ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:05:13.480309Z","caller":"traceutil/trace.go:171","msg":"trace[59637407] transaction","detail":"{read_only:false; response_revision:9820; number_of_response:1; }","duration":"161.041261ms","start":"2026-04-23T08:05:13.319234Z","end":"2026-04-23T08:05:13.480275Z","steps":["trace[59637407] 'process raft request' (duration: 160.809895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:13.721214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.727863ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:05:13.72148Z","caller":"traceutil/trace.go:171","msg":"trace[490646335] transaction","detail":"{read_only:false; response_revision:9823; number_of_response:1; }","duration":"175.453394ms","start":"2026-04-23T08:05:13.546006Z","end":"2026-04-23T08:05:13.721459Z","steps":["trace[490646335] 'process raft request' (duration: 175.353241ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:05:13.721575Z","caller":"traceutil/trace.go:171","msg":"trace[144838606] transaction","detail":"{read_only:false; response_revision:9822; number_of_response:1; }","duration":"176.712674ms","start":"2026-04-23T08:05:13.544743Z","end":"2026-04-23T08:05:13.721456Z","steps":["trace[144838606] 'process raft request' (duration: 38.657344ms)","trace[144838606] 'compare' (duration: 137.556048ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:05:13.899303Z","caller":"traceutil/trace.go:171","msg":"trace[1105138690] transaction","detail":"{read_only:false; response_revision:9825; number_of_response:1; }","duration":"128.353546ms","start":"2026-04-23T08:05:13.770904Z","end":"2026-04-23T08:05:13.899258Z","steps":["trace[1105138690] 'process raft request' (duration: 120.170927ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:05:14.462064Z","caller":"traceutil/trace.go:171","msg":"trace[1556232465] transaction","detail":"{read_only:false; response_revision:9829; number_of_response:1; }","duration":"381.935566ms","start":"2026-04-23T08:05:14.080088Z","end":"2026-04-23T08:05:14.462024Z","steps":["trace[1556232465] 'process raft request' (duration: 380.163425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:14.462296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:14.080056Z","time spent":"382.111269ms","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":808,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:05:14.630907Z","caller":"traceutil/trace.go:171","msg":"trace[1657378504] transaction","detail":"{read_only:false; response_revision:9833; number_of_response:1; }","duration":"101.892494ms","start":"2026-04-23T08:05:14.528973Z","end":"2026-04-23T08:05:14.630866Z","steps":["trace[1657378504] 'process raft request' (duration: 101.595907ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:05:29.541574Z","caller":"traceutil/trace.go:171","msg":"trace[1838158439] linearizableReadLoop","detail":"{readStateIndex:10301; appliedIndex:10300; }","duration":"375.495867ms","start":"2026-04-23T08:05:29.166052Z","end":"2026-04-23T08:05:29.541548Z","steps":["trace[1838158439] 'read index received' (duration: 375.140458ms)","trace[1838158439] 'applied index is now lower than readState.Index' (duration: 354.749µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:05:29.541625Z","caller":"traceutil/trace.go:171","msg":"trace[915122440] transaction","detail":"{read_only:false; response_revision:9956; number_of_response:1; }","duration":"418.853898ms","start":"2026-04-23T08:05:29.12273Z","end":"2026-04-23T08:05:29.541584Z","steps":["trace[915122440] 'process raft request' (duration: 418.600243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:29.541792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.851538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-23T08:05:29.5418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:29.122691Z","time spent":"419.020762ms","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":126181,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:05:29.541826Z","caller":"traceutil/trace.go:171","msg":"trace[321692845] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9956; }","duration":"241.956161ms","start":"2026-04-23T08:05:29.299857Z","end":"2026-04-23T08:05:29.541814Z","steps":["trace[321692845] 'agreement among raft nodes before linearized reading' (duration: 241.806937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:29.541898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.830794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-23T08:05:29.541987Z","caller":"traceutil/trace.go:171","msg":"trace[2127883755] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:9956; }","duration":"375.973127ms","start":"2026-04-23T08:05:29.16599Z","end":"2026-04-23T08:05:29.541963Z","steps":["trace[2127883755] 'agreement among raft nodes before linearized reading' (duration: 375.66305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:05:29.542023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:05:29.165958Z","time spent":"376.057179ms","remote":"127.0.0.1:48060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"warn","ts":"2026-04-23T08:05:29.542421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.782612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-23T08:05:29.542465Z","caller":"traceutil/trace.go:171","msg":"trace[2019386966] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:9956; }","duration":"146.861183ms","start":"2026-04-23T08:05:29.395591Z","end":"2026-04-23T08:05:29.542452Z","steps":["trace[2019386966] 'agreement among raft nodes before linearized reading' (duration: 146.436934ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:05:32.64566Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7928} {"level":"info","ts":"2026-04-23T08:05:32.71157Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7928,"took":"63.050078ms","hash":610808811,"current-db-size-bytes":57188352,"current-db-size":"57 MB","current-db-size-in-use-bytes":27242496,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-04-23T08:05:32.711692Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":610808811,"revision":7928,"compact-revision":5827} {"level":"info","ts":"2026-04-23T08:06:06.861022Z","caller":"traceutil/trace.go:171","msg":"trace[1889328593] transaction","detail":"{read_only:false; response_revision:10214; number_of_response:1; }","duration":"131.077768ms","start":"2026-04-23T08:06:06.729903Z","end":"2026-04-23T08:06:06.860981Z","steps":["trace[1889328593] 'process raft request' (duration: 130.829532ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:06:06.882396Z","caller":"traceutil/trace.go:171","msg":"trace[733055062] transaction","detail":"{read_only:false; response_revision:10215; number_of_response:1; }","duration":"117.037444ms","start":"2026-04-23T08:06:06.765327Z","end":"2026-04-23T08:06:06.882364Z","steps":["trace[733055062] 'process raft request' (duration: 116.633344ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:06:13.547986Z","caller":"traceutil/trace.go:171","msg":"trace[2058899286] linearizableReadLoop","detail":"{readStateIndex:10630; appliedIndex:10629; }","duration":"146.249249ms","start":"2026-04-23T08:06:13.401707Z","end":"2026-04-23T08:06:13.547956Z","steps":["trace[2058899286] 'read index received' (duration: 101.659809ms)","trace[2058899286] 'applied index is now lower than readState.Index' (duration: 44.58783ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:06:13.548201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.458594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:06:13.548309Z","caller":"traceutil/trace.go:171","msg":"trace[1694909809] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:10272; }","duration":"146.643799ms","start":"2026-04-23T08:06:13.40164Z","end":"2026-04-23T08:06:13.548284Z","steps":["trace[1694909809] 'agreement among raft nodes before linearized reading' (duration: 146.423654ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:06:13.54885Z","caller":"traceutil/trace.go:171","msg":"trace[275362102] transaction","detail":"{read_only:false; response_revision:10273; number_of_response:1; }","duration":"116.355699ms","start":"2026-04-23T08:06:13.432478Z","end":"2026-04-23T08:06:13.548834Z","steps":["trace[275362102] 'process raft request' (duration: 115.640202ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:06:13.779337Z","caller":"traceutil/trace.go:171","msg":"trace[2047500462] linearizableReadLoop","detail":"{readStateIndex:10632; appliedIndex:10631; }","duration":"136.566626ms","start":"2026-04-23T08:06:13.642738Z","end":"2026-04-23T08:06:13.779305Z","steps":["trace[2047500462] 'read index received' (duration: 136.050484ms)","trace[2047500462] 'applied index is now lower than readState.Index' (duration: 514.852µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:06:13.779419Z","caller":"traceutil/trace.go:171","msg":"trace[2020669474] transaction","detail":"{read_only:false; response_revision:10274; number_of_response:1; }","duration":"218.781405ms","start":"2026-04-23T08:06:13.560607Z","end":"2026-04-23T08:06:13.779388Z","steps":["trace[2020669474] 'process raft request' (duration: 218.300974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:06:13.779729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.957325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:06:13.779734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.409612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:06:13.779782Z","caller":"traceutil/trace.go:171","msg":"trace[1319237780] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:10274; }","duration":"137.086168ms","start":"2026-04-23T08:06:13.642683Z","end":"2026-04-23T08:06:13.779769Z","steps":["trace[1319237780] 'agreement among raft nodes before linearized reading' (duration: 136.781731ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:06:13.779806Z","caller":"traceutil/trace.go:171","msg":"trace[1141590005] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:10274; }","duration":"107.557816ms","start":"2026-04-23T08:06:13.672239Z","end":"2026-04-23T08:06:13.779797Z","steps":["trace[1141590005] 'agreement among raft nodes before linearized reading' (duration: 107.406552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:06:14.070562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.425564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T08:06:14.070664Z","caller":"traceutil/trace.go:171","msg":"trace[2009111451] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10274; }","duration":"137.586188ms","start":"2026-04-23T08:06:13.933055Z","end":"2026-04-23T08:06:14.070642Z","steps":["trace[2009111451] 'range keys from in-memory index tree' (duration: 137.23977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:06:14.070701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.005977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:06:14.070784Z","caller":"traceutil/trace.go:171","msg":"trace[787897832] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10274; }","duration":"186.14132ms","start":"2026-04-23T08:06:13.884623Z","end":"2026-04-23T08:06:14.070764Z","steps":["trace[787897832] 'range keys from in-memory index tree' (duration: 185.930586ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:06:14.191603Z","caller":"traceutil/trace.go:171","msg":"trace[800286200] transaction","detail":"{read_only:false; response_revision:10275; number_of_response:1; }","duration":"115.738374ms","start":"2026-04-23T08:06:14.075834Z","end":"2026-04-23T08:06:14.191572Z","steps":["trace[800286200] 'process raft request' (duration: 115.55473ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:06:14.215341Z","caller":"traceutil/trace.go:171","msg":"trace[1168037277] transaction","detail":"{read_only:false; response_revision:10277; number_of_response:1; }","duration":"139.425762ms","start":"2026-04-23T08:06:14.075882Z","end":"2026-04-23T08:06:14.215308Z","steps":["trace[1168037277] 'process raft request' (duration: 139.34046ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:06:14.215589Z","caller":"traceutil/trace.go:171","msg":"trace[1061741022] transaction","detail":"{read_only:false; response_revision:10278; number_of_response:1; }","duration":"139.35445ms","start":"2026-04-23T08:06:14.07618Z","end":"2026-04-23T08:06:14.215534Z","steps":["trace[1061741022] 'process raft request' (duration: 139.081664ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:06:14.216416Z","caller":"traceutil/trace.go:171","msg":"trace[438893889] transaction","detail":"{read_only:false; response_revision:10276; number_of_response:1; }","duration":"140.128818ms","start":"2026-04-23T08:06:14.075848Z","end":"2026-04-23T08:06:14.215976Z","steps":["trace[438893889] 'process raft request' (duration: 139.190636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:06:19.391159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.812403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T08:06:19.391294Z","caller":"traceutil/trace.go:171","msg":"trace[1678628831] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10303; }","duration":"114.989456ms","start":"2026-04-23T08:06:19.276273Z","end":"2026-04-23T08:06:19.391263Z","steps":["trace[1678628831] 'range keys from in-memory index tree' (duration: 114.538086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:06:19.391609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.078355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T08:06:19.391741Z","caller":"traceutil/trace.go:171","msg":"trace[928294289] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10303; }","duration":"117.27689ms","start":"2026-04-23T08:06:19.274433Z","end":"2026-04-23T08:06:19.39171Z","steps":["trace[928294289] 'range keys from in-memory index tree' (duration: 116.820579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:06:19.635627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.399379ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:06:19.635764Z","caller":"traceutil/trace.go:171","msg":"trace[510756623] linearizableReadLoop","detail":"{readStateIndex:10664; appliedIndex:10663; }","duration":"181.990306ms","start":"2026-04-23T08:06:19.453751Z","end":"2026-04-23T08:06:19.635741Z","steps":["trace[510756623] 'read index received' (duration: 46.259239ms)","trace[510756623] 'applied index is now lower than readState.Index' (duration: 135.728657ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:06:19.635882Z","caller":"traceutil/trace.go:171","msg":"trace[1363138306] transaction","detail":"{read_only:false; response_revision:10305; number_of_response:1; }","duration":"238.782068ms","start":"2026-04-23T08:06:19.397084Z","end":"2026-04-23T08:06:19.635866Z","steps":["trace[1363138306] 'process raft request' (duration: 103.02335ms)","trace[1363138306] 'compare' (duration: 135.159684ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:06:19.636098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.339584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T08:06:19.636164Z","caller":"traceutil/trace.go:171","msg":"trace[125639656] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:10305; }","duration":"182.543858ms","start":"2026-04-23T08:06:19.453603Z","end":"2026-04-23T08:06:19.636147Z","steps":["trace[125639656] 'agreement among raft nodes before linearized reading' (duration: 182.375145ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:06:30.453293Z","caller":"traceutil/trace.go:171","msg":"trace[502818579] transaction","detail":"{read_only:false; response_revision:10396; number_of_response:1; }","duration":"170.038739ms","start":"2026-04-23T08:06:30.283214Z","end":"2026-04-23T08:06:30.453253Z","steps":["trace[502818579] 'process raft request' (duration: 79.223531ms)","trace[502818579] 'compare' (duration: 90.612664ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:06:30.455505Z","caller":"traceutil/trace.go:171","msg":"trace[607242798] transaction","detail":"{read_only:false; response_revision:10397; number_of_response:1; }","duration":"171.199966ms","start":"2026-04-23T08:06:30.284289Z","end":"2026-04-23T08:06:30.455489Z","steps":["trace[607242798] 'process raft request' (duration: 171.020452ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:06:30.455749Z","caller":"traceutil/trace.go:171","msg":"trace[623998755] linearizableReadLoop","detail":"{readStateIndex:10761; appliedIndex:10759; }","duration":"151.878309ms","start":"2026-04-23T08:06:30.303831Z","end":"2026-04-23T08:06:30.455709Z","steps":["trace[623998755] 'read index received' (duration: 58.622744ms)","trace[623998755] 'applied index is now lower than readState.Index' (duration: 93.252575ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:06:30.455819Z","caller":"traceutil/trace.go:171","msg":"trace[1622557749] transaction","detail":"{read_only:false; response_revision:10398; number_of_response:1; }","duration":"130.653949ms","start":"2026-04-23T08:06:30.325126Z","end":"2026-04-23T08:06:30.45578Z","steps":["trace[1622557749] 'process raft request' (duration: 130.314921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:06:30.455973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.110565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:06:30.456042Z","caller":"traceutil/trace.go:171","msg":"trace[1594053736] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:10398; }","duration":"152.252538ms","start":"2026-04-23T08:06:30.303765Z","end":"2026-04-23T08:06:30.456018Z","steps":["trace[1594053736] 'agreement among raft nodes before linearized reading' (duration: 152.118395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:06:30.456115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.82981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T08:06:30.456169Z","caller":"traceutil/trace.go:171","msg":"trace[1756578036] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10398; }","duration":"142.954914ms","start":"2026-04-23T08:06:30.3132Z","end":"2026-04-23T08:06:30.456155Z","steps":["trace[1756578036] 'agreement among raft nodes before linearized reading' (duration: 142.766459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:06:30.456164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.877706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T08:06:30.456267Z","caller":"traceutil/trace.go:171","msg":"trace[1342335205] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10398; }","duration":"121.999619ms","start":"2026-04-23T08:06:30.334247Z","end":"2026-04-23T08:06:30.456247Z","steps":["trace[1342335205] 'agreement among raft nodes before linearized reading' (duration: 121.763443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:06:30.456482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.774911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-23T08:06:30.456634Z","caller":"traceutil/trace.go:171","msg":"trace[1410557677] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10398; }","duration":"120.964125ms","start":"2026-04-23T08:06:30.335643Z","end":"2026-04-23T08:06:30.456607Z","steps":["trace[1410557677] 'agreement among raft nodes before linearized reading' (duration: 120.32804ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:06:30.669127Z","caller":"traceutil/trace.go:171","msg":"trace[1105959640] transaction","detail":"{read_only:false; response_revision:10401; number_of_response:1; }","duration":"207.868603ms","start":"2026-04-23T08:06:30.461225Z","end":"2026-04-23T08:06:30.669093Z","steps":["trace[1105959640] 'process raft request' (duration: 134.844105ms)","trace[1105959640] 'compare' (duration: 72.903075ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:06:31.212186Z","caller":"traceutil/trace.go:171","msg":"trace[465785954] linearizableReadLoop","detail":"{readStateIndex:10766; appliedIndex:10765; }","duration":"221.519558ms","start":"2026-04-23T08:06:30.990635Z","end":"2026-04-23T08:06:31.212154Z","steps":["trace[465785954] 'read index received' (duration: 221.356505ms)","trace[465785954] 'applied index is now lower than readState.Index' (duration: 161.633µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:06:31.212274Z","caller":"traceutil/trace.go:171","msg":"trace[1712200423] transaction","detail":"{read_only:false; response_revision:10402; number_of_response:1; }","duration":"296.330507ms","start":"2026-04-23T08:06:30.915897Z","end":"2026-04-23T08:06:31.212227Z","steps":["trace[1712200423] 'process raft request' (duration: 296.052401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:06:31.214859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.18221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:06:31.21492Z","caller":"traceutil/trace.go:171","msg":"trace[724199348] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:10402; }","duration":"224.296463ms","start":"2026-04-23T08:06:30.990609Z","end":"2026-04-23T08:06:31.214905Z","steps":["trace[724199348] 'agreement among raft nodes before linearized reading' (duration: 221.694653ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:06:42.62924Z","caller":"traceutil/trace.go:171","msg":"trace[1013366014] linearizableReadLoop","detail":"{readStateIndex:10826; appliedIndex:10825; }","duration":"103.258796ms","start":"2026-04-23T08:06:42.525954Z","end":"2026-04-23T08:06:42.629213Z","steps":["trace[1013366014] 'read index received' (duration: 103.042091ms)","trace[1013366014] 'applied index is now lower than readState.Index' (duration: 216.015µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:06:42.629447Z","caller":"traceutil/trace.go:171","msg":"trace[2049631274] transaction","detail":"{read_only:false; response_revision:10460; number_of_response:1; }","duration":"117.567687ms","start":"2026-04-23T08:06:42.511823Z","end":"2026-04-23T08:06:42.629391Z","steps":["trace[2049631274] 'process raft request' (duration: 117.228279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:06:42.629527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.549903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-23T08:06:42.629588Z","caller":"traceutil/trace.go:171","msg":"trace[853594449] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10460; }","duration":"103.676926ms","start":"2026-04-23T08:06:42.525892Z","end":"2026-04-23T08:06:42.629569Z","steps":["trace[853594449] 'agreement among raft nodes before linearized reading' (duration: 103.494691ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:06:47.677546Z","caller":"traceutil/trace.go:171","msg":"trace[1068410593] transaction","detail":"{read_only:false; response_revision:10486; number_of_response:1; }","duration":"112.428636ms","start":"2026-04-23T08:06:47.565074Z","end":"2026-04-23T08:06:47.677503Z","steps":["trace[1068410593] 'process raft request' (duration: 112.108428ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:06:53.041679Z","caller":"traceutil/trace.go:171","msg":"trace[694665438] linearizableReadLoop","detail":"{readStateIndex:10881; appliedIndex:10880; }","duration":"155.630527ms","start":"2026-04-23T08:06:52.886013Z","end":"2026-04-23T08:06:53.041644Z","steps":["trace[694665438] 'read index received' (duration: 91.968691ms)","trace[694665438] 'applied index is now lower than readState.Index' (duration: 63.660446ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:06:53.041747Z","caller":"traceutil/trace.go:171","msg":"trace[2003975492] transaction","detail":"{read_only:false; response_revision:10513; number_of_response:1; }","duration":"201.674705ms","start":"2026-04-23T08:06:52.840027Z","end":"2026-04-23T08:06:53.041702Z","steps":["trace[2003975492] 'process raft request' (duration: 138.043619ms)","trace[2003975492] 'compare' (duration: 63.420381ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:06:53.042136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.083679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:06:53.042519Z","caller":"traceutil/trace.go:171","msg":"trace[714553329] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10513; }","duration":"156.537439ms","start":"2026-04-23T08:06:52.885955Z","end":"2026-04-23T08:06:53.042492Z","steps":["trace[714553329] 'agreement among raft nodes before linearized reading' (duration: 156.036907ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:07:03.543414Z","caller":"traceutil/trace.go:171","msg":"trace[1842611617] transaction","detail":"{read_only:false; response_revision:10566; number_of_response:1; }","duration":"169.336435ms","start":"2026-04-23T08:07:03.373991Z","end":"2026-04-23T08:07:03.543327Z","steps":["trace[1842611617] 'process raft request' (duration: 141.151512ms)","trace[1842611617] 'compare' (duration: 28.04756ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:07:11.855555Z","caller":"traceutil/trace.go:171","msg":"trace[1633133560] linearizableReadLoop","detail":"{readStateIndex:10980; appliedIndex:10979; }","duration":"143.958577ms","start":"2026-04-23T08:07:11.711568Z","end":"2026-04-23T08:07:11.855527Z","steps":["trace[1633133560] 'read index received' (duration: 143.714831ms)","trace[1633133560] 'applied index is now lower than readState.Index' (duration: 242.756µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:07:11.856191Z","caller":"traceutil/trace.go:171","msg":"trace[2078850118] transaction","detail":"{read_only:false; response_revision:10608; number_of_response:1; }","duration":"162.028195ms","start":"2026-04-23T08:07:11.694149Z","end":"2026-04-23T08:07:11.856177Z","steps":["trace[2078850118] 'process raft request' (duration: 161.216776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:07:11.856591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.999341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:07:11.856637Z","caller":"traceutil/trace.go:171","msg":"trace[1280720401] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10608; }","duration":"145.107054ms","start":"2026-04-23T08:07:11.711519Z","end":"2026-04-23T08:07:11.856626Z","steps":["trace[1280720401] 'agreement among raft nodes before linearized reading' (duration: 144.898089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:07:31.113286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.72241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-23T08:07:31.113412Z","caller":"traceutil/trace.go:171","msg":"trace[2112644097] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10733; }","duration":"108.917684ms","start":"2026-04-23T08:07:31.004469Z","end":"2026-04-23T08:07:31.113387Z","steps":["trace[2112644097] 'range keys from in-memory index tree' (duration: 108.487645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:07:31.113287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.032015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T08:07:31.113739Z","caller":"traceutil/trace.go:171","msg":"trace[307760481] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10733; }","duration":"105.551117ms","start":"2026-04-23T08:07:31.00815Z","end":"2026-04-23T08:07:31.113701Z","steps":["trace[307760481] 'range keys from in-memory index tree' (duration: 104.783589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:07:31.113609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.819292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T08:07:31.11404Z","caller":"traceutil/trace.go:171","msg":"trace[466943577] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10733; }","duration":"109.069899ms","start":"2026-04-23T08:07:31.004756Z","end":"2026-04-23T08:07:31.113826Z","steps":["trace[466943577] 'range keys from in-memory index tree' (duration: 108.660149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:07:32.593609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.141457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T08:07:32.593726Z","caller":"traceutil/trace.go:171","msg":"trace[401887648] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:10742; }","duration":"372.330701ms","start":"2026-04-23T08:07:32.221367Z","end":"2026-04-23T08:07:32.593698Z","steps":["trace[401887648] 'count revisions from in-memory index tree' (duration: 372.019954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:07:32.593779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:07:32.221342Z","time spent":"372.424684ms","remote":"127.0.0.1:48222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":71,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:07:37.830122Z","caller":"traceutil/trace.go:171","msg":"trace[697665517] linearizableReadLoop","detail":"{readStateIndex:11229; appliedIndex:11228; }","duration":"123.027882ms","start":"2026-04-23T08:07:37.707066Z","end":"2026-04-23T08:07:37.830094Z","steps":["trace[697665517] 'read index received' (duration: 122.51934ms)","trace[697665517] 'applied index is now lower than readState.Index' (duration: 507.462µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:07:37.830219Z","caller":"traceutil/trace.go:171","msg":"trace[1722950328] transaction","detail":"{read_only:false; response_revision:10849; number_of_response:1; }","duration":"333.625374ms","start":"2026-04-23T08:07:37.496545Z","end":"2026-04-23T08:07:37.830171Z","steps":["trace[1722950328] 'process raft request' (duration: 333.141363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:07:37.830431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:07:37.496516Z","time spent":"333.813518ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:07:37.830547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.450371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-23T08:07:37.830682Z","caller":"traceutil/trace.go:171","msg":"trace[1294959754] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10849; }","duration":"123.674327ms","start":"2026-04-23T08:07:37.706979Z","end":"2026-04-23T08:07:37.830653Z","steps":["trace[1294959754] 'agreement among raft nodes before linearized reading' (duration: 123.290118ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:07:39.457873Z","caller":"traceutil/trace.go:171","msg":"trace[401668430] transaction","detail":"{read_only:false; response_revision:10855; number_of_response:1; }","duration":"277.515333ms","start":"2026-04-23T08:07:39.180323Z","end":"2026-04-23T08:07:39.457838Z","steps":["trace[401668430] 'process raft request' (duration: 277.320069ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:07:39.485612Z","caller":"traceutil/trace.go:171","msg":"trace[1675244620] linearizableReadLoop","detail":"{readStateIndex:11237; appliedIndex:11235; }","duration":"266.739114ms","start":"2026-04-23T08:07:39.218847Z","end":"2026-04-23T08:07:39.485586Z","steps":["trace[1675244620] 'read index received' (duration: 238.792806ms)","trace[1675244620] 'applied index is now lower than readState.Index' (duration: 27.945388ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:07:39.485756Z","caller":"traceutil/trace.go:171","msg":"trace[1429817749] transaction","detail":"{read_only:false; response_revision:10856; number_of_response:1; }","duration":"305.281706ms","start":"2026-04-23T08:07:39.18042Z","end":"2026-04-23T08:07:39.485702Z","steps":["trace[1429817749] 'process raft request' (duration: 305.03257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:07:39.486008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.143742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-04-23T08:07:39.486046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:07:39.180383Z","time spent":"305.548133ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:07:39.486094Z","caller":"traceutil/trace.go:171","msg":"trace[1648876909] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10856; }","duration":"267.292596ms","start":"2026-04-23T08:07:39.21878Z","end":"2026-04-23T08:07:39.486073Z","steps":["trace[1648876909] 'agreement among raft nodes before linearized reading' (duration: 266.967428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:07:39.639514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.105768ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:07:39.639894Z","caller":"traceutil/trace.go:171","msg":"trace[3569581] transaction","detail":"{read_only:false; response_revision:10858; number_of_response:1; }","duration":"147.55961ms","start":"2026-04-23T08:07:39.492314Z","end":"2026-04-23T08:07:39.639874Z","steps":["trace[3569581] 'process raft request' (duration: 147.476028ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:07:39.63991Z","caller":"traceutil/trace.go:171","msg":"trace[1744481663] transaction","detail":"{read_only:false; response_revision:10857; number_of_response:1; }","duration":"148.336428ms","start":"2026-04-23T08:07:39.49154Z","end":"2026-04-23T08:07:39.639877Z","steps":["trace[1744481663] 'process raft request' (duration: 32.756929ms)","trace[1744481663] 'compare' (duration: 114.675698ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:07:42.037075Z","caller":"traceutil/trace.go:171","msg":"trace[2098652459] transaction","detail":"{read_only:false; response_revision:10876; number_of_response:1; }","duration":"146.536047ms","start":"2026-04-23T08:07:41.89051Z","end":"2026-04-23T08:07:42.037047Z","steps":["trace[2098652459] 'process raft request' (duration: 146.475776ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:07:42.037086Z","caller":"traceutil/trace.go:171","msg":"trace[1574737166] transaction","detail":"{read_only:false; response_revision:10875; number_of_response:1; }","duration":"194.453987ms","start":"2026-04-23T08:07:41.842604Z","end":"2026-04-23T08:07:42.037058Z","steps":["trace[1574737166] 'process raft request' (duration: 115.370484ms)","trace[1574737166] 'compare' (duration: 78.872238ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:07:42.037304Z","caller":"traceutil/trace.go:171","msg":"trace[159914818] linearizableReadLoop","detail":"{readStateIndex:11256; appliedIndex:11255; }","duration":"151.976343ms","start":"2026-04-23T08:07:41.885313Z","end":"2026-04-23T08:07:42.03729Z","steps":["trace[159914818] 'read index received' (duration: 72.682695ms)","trace[159914818] 'applied index is now lower than readState.Index' (duration: 79.291908ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:07:42.037434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.103856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:07:42.037464Z","caller":"traceutil/trace.go:171","msg":"trace[41609185] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10876; }","duration":"152.192108ms","start":"2026-04-23T08:07:41.885263Z","end":"2026-04-23T08:07:42.037456Z","steps":["trace[41609185] 'agreement among raft nodes before linearized reading' (duration: 152.110116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:07:42.037654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.944425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T08:07:42.037709Z","caller":"traceutil/trace.go:171","msg":"trace[1266413705] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:10876; }","duration":"128.006927ms","start":"2026-04-23T08:07:41.909686Z","end":"2026-04-23T08:07:42.037693Z","steps":["trace[1266413705] 'agreement among raft nodes before linearized reading' (duration: 127.850403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:07:42.037774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.259929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T08:07:42.037868Z","caller":"traceutil/trace.go:171","msg":"trace[2126737845] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10876; }","duration":"139.375611ms","start":"2026-04-23T08:07:41.898465Z","end":"2026-04-23T08:07:42.03784Z","steps":["trace[2126737845] 'agreement among raft nodes before linearized reading' (duration: 139.075164ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:07:50.784007Z","caller":"traceutil/trace.go:171","msg":"trace[1379411779] transaction","detail":"{read_only:false; response_revision:10955; number_of_response:1; }","duration":"224.020352ms","start":"2026-04-23T08:07:50.559959Z","end":"2026-04-23T08:07:50.78398Z","steps":["trace[1379411779] 'process raft request' (duration: 220.901859ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:07:51.086352Z","caller":"traceutil/trace.go:171","msg":"trace[1794659420] linearizableReadLoop","detail":"{readStateIndex:11339; appliedIndex:11338; }","duration":"114.025523ms","start":"2026-04-23T08:07:50.972286Z","end":"2026-04-23T08:07:51.086311Z","steps":["trace[1794659420] 'read index received' (duration: 65.215741ms)","trace[1794659420] 'applied index is now lower than readState.Index' (duration: 48.808612ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:07:51.086588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.292709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"info","ts":"2026-04-23T08:07:51.086629Z","caller":"traceutil/trace.go:171","msg":"trace[1752290133] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:10956; }","duration":"114.409792ms","start":"2026-04-23T08:07:50.972208Z","end":"2026-04-23T08:07:51.086618Z","steps":["trace[1752290133] 'agreement among raft nodes before linearized reading' (duration: 114.233588ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:07:51.086889Z","caller":"traceutil/trace.go:171","msg":"trace[886956218] transaction","detail":"{read_only:false; response_revision:10956; number_of_response:1; }","duration":"144.025089ms","start":"2026-04-23T08:07:50.942845Z","end":"2026-04-23T08:07:51.08687Z","steps":["trace[886956218] 'process raft request' (duration: 94.626754ms)","trace[886956218] 'compare' (duration: 48.627967ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:08:32.041782Z","caller":"traceutil/trace.go:171","msg":"trace[970084726] transaction","detail":"{read_only:false; response_revision:11291; number_of_response:1; }","duration":"108.586667ms","start":"2026-04-23T08:08:31.93317Z","end":"2026-04-23T08:08:32.041757Z","steps":["trace[970084726] 'process raft request' (duration: 108.183038ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:08:32.391362Z","caller":"traceutil/trace.go:171","msg":"trace[584236411] transaction","detail":"{read_only:false; response_revision:11293; number_of_response:1; }","duration":"109.812155ms","start":"2026-04-23T08:08:32.281484Z","end":"2026-04-23T08:08:32.391296Z","steps":["trace[584236411] 'process raft request' (duration: 109.623341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:08:49.181238Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634020914,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:08:49.682167Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634020914,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:08:49.952885Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.310957539s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T08:08:50.159148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.790151ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:08:50.159432Z","caller":"traceutil/trace.go:171","msg":"trace[1905092930] linearizableReadLoop","detail":"{readStateIndex:11970; appliedIndex:11967; }","duration":"1.478904493s","start":"2026-04-23T08:08:48.680506Z","end":"2026-04-23T08:08:50.159411Z","steps":["trace[1905092930] 'read index received' (duration: 1.272727013s)","trace[1905092930] 'applied index is now lower than readState.Index' (duration: 206.17621ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:08:50.159462Z","caller":"traceutil/trace.go:171","msg":"trace[1527263978] transaction","detail":"{read_only:false; response_revision:11569; number_of_response:1; }","duration":"1.51762702s","start":"2026-04-23T08:08:48.641768Z","end":"2026-04-23T08:08:50.159395Z","steps":["trace[1527263978] 'process raft request' (duration: 1.311486361s)","trace[1527263978] 'compare' (duration: 204.269556ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:08:50.159576Z","caller":"traceutil/trace.go:171","msg":"trace[248559636] transaction","detail":"{read_only:false; response_revision:11571; number_of_response:1; }","duration":"526.795502ms","start":"2026-04-23T08:08:49.632765Z","end":"2026-04-23T08:08:50.15956Z","steps":["trace[248559636] 'process raft request' (duration: 526.604788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:08:50.159669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:08:49.632751Z","time spent":"526.874814ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:08:50.159691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:08:48.641739Z","time spent":"1.517825354s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:08:50.159672Z","caller":"traceutil/trace.go:171","msg":"trace[2131895716] transaction","detail":"{read_only:false; response_revision:11570; number_of_response:1; }","duration":"626.963684ms","start":"2026-04-23T08:08:49.532548Z","end":"2026-04-23T08:08:50.159511Z","steps":["trace[2131895716] 'process raft request' (duration: 626.744399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:08:50.159787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.188983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:08:50.159817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275687621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:08:50.159894Z","caller":"traceutil/trace.go:171","msg":"trace[998775351] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:11571; }","duration":"933.349706ms","start":"2026-04-23T08:08:49.226517Z","end":"2026-04-23T08:08:50.159866Z","steps":["trace[998775351] 'agreement among raft nodes before linearized reading' (duration: 933.119491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:08:50.159921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:08:49.532531Z","time spent":"627.284361ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:08:50.159945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.494256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T08:08:50.159942Z","caller":"traceutil/trace.go:171","msg":"trace[1433576154] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11571; }","duration":"1.275944417s","start":"2026-04-23T08:08:48.88397Z","end":"2026-04-23T08:08:50.159915Z","steps":["trace[1433576154] 'agreement among raft nodes before linearized reading' (duration: 1.275702662s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:08:50.159955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:08:49.226489Z","time spent":"933.446108ms","remote":"127.0.0.1:41334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:08:50.159963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475196746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T08:08:50.159991Z","caller":"traceutil/trace.go:171","msg":"trace[183288455] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:11571; }","duration":"979.588738ms","start":"2026-04-23T08:08:49.180385Z","end":"2026-04-23T08:08:50.159974Z","steps":["trace[183288455] 'agreement among raft nodes before linearized reading' (duration: 979.494536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:08:50.160005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:08:48.883941Z","time spent":"1.27605539s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:08:50.160004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479491816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-23T08:08:50.160031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:08:49.180358Z","time spent":"979.66306ms","remote":"127.0.0.1:48392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:08:50.160033Z","caller":"traceutil/trace.go:171","msg":"trace[868710100] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11571; }","duration":"1.4753267s","start":"2026-04-23T08:08:48.684687Z","end":"2026-04-23T08:08:50.160014Z","steps":["trace[868710100] 'agreement among raft nodes before linearized reading' (duration: 1.47492366s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:08:50.160097Z","caller":"traceutil/trace.go:171","msg":"trace[2042099508] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11571; }","duration":"1.479608538s","start":"2026-04-23T08:08:48.680437Z","end":"2026-04-23T08:08:50.160045Z","steps":["trace[2042099508] 'agreement among raft nodes before linearized reading' (duration: 1.479405904s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:08:50.160135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:08:48.680406Z","time spent":"1.479718041s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T08:08:50.160131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.794321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-23T08:08:50.160135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.448945778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T08:08:50.160194Z","caller":"traceutil/trace.go:171","msg":"trace[1799538395] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11571; }","duration":"730.911573ms","start":"2026-04-23T08:08:49.429264Z","end":"2026-04-23T08:08:50.160176Z","steps":["trace[1799538395] 'agreement among raft nodes before linearized reading' (duration: 730.654068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:08:50.160244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:08:49.429217Z","time spent":"731.018136ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T08:08:50.160249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:08:48.684679Z","time spent":"1.475556855s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T08:08:50.160234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444533026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gm894\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T08:08:50.1602Z","caller":"traceutil/trace.go:171","msg":"trace[1816761327] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11571; }","duration":"1.449061401s","start":"2026-04-23T08:08:48.711121Z","end":"2026-04-23T08:08:50.160182Z","steps":["trace[1816761327] 'agreement among raft nodes before linearized reading' (duration: 1.448867106s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:08:50.160343Z","caller":"traceutil/trace.go:171","msg":"trace[1040465212] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gm894; range_end:; response_count:1; response_revision:11571; }","duration":"1.44471032s","start":"2026-04-23T08:08:48.715609Z","end":"2026-04-23T08:08:50.16032Z","steps":["trace[1040465212] 'agreement among raft nodes before linearized reading' (duration: 1.444358692s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:08:50.160355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:08:48.711103Z","time spent":"1.449234234s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T08:08:50.160406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:08:48.715578Z","time spent":"1.444813622s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-gm894\" "} {"level":"info","ts":"2026-04-23T08:09:10.416442Z","caller":"traceutil/trace.go:171","msg":"trace[768098504] transaction","detail":"{read_only:false; response_revision:11683; number_of_response:1; }","duration":"141.07213ms","start":"2026-04-23T08:09:10.275339Z","end":"2026-04-23T08:09:10.416411Z","steps":["trace[768098504] 'process raft request' (duration: 140.882265ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:09:10.425276Z","caller":"traceutil/trace.go:171","msg":"trace[255423469] transaction","detail":"{read_only:false; response_revision:11684; number_of_response:1; }","duration":"119.567741ms","start":"2026-04-23T08:09:10.305672Z","end":"2026-04-23T08:09:10.42524Z","steps":["trace[255423469] 'process raft request' (duration: 119.316066ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:09:10.653309Z","caller":"traceutil/trace.go:171","msg":"trace[1693743187] transaction","detail":"{read_only:false; response_revision:11690; number_of_response:1; }","duration":"101.81623ms","start":"2026-04-23T08:09:10.551445Z","end":"2026-04-23T08:09:10.653262Z","steps":["trace[1693743187] 'process raft request' (duration: 101.462372ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:09:27.947926Z","caller":"traceutil/trace.go:171","msg":"trace[1819606872] transaction","detail":"{read_only:false; response_revision:11825; number_of_response:1; }","duration":"170.245276ms","start":"2026-04-23T08:09:27.77764Z","end":"2026-04-23T08:09:27.947886Z","steps":["trace[1819606872] 'process raft request' (duration: 151.122673ms)","trace[1819606872] 'compare' (duration: 18.663802ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:09:28.1969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.504071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T08:09:28.19701Z","caller":"traceutil/trace.go:171","msg":"trace[530254418] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:11825; }","duration":"132.682065ms","start":"2026-04-23T08:09:28.064303Z","end":"2026-04-23T08:09:28.196985Z","steps":["trace[530254418] 'count revisions from in-memory index tree' (duration: 132.384909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:09:30.727296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.2531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-23T08:09:30.72738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.806401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:09:30.727386Z","caller":"traceutil/trace.go:171","msg":"trace[1156976415] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11842; }","duration":"127.382433ms","start":"2026-04-23T08:09:30.599983Z","end":"2026-04-23T08:09:30.727365Z","steps":["trace[1156976415] 'range keys from in-memory index tree' (duration: 127.094526ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:09:30.727442Z","caller":"traceutil/trace.go:171","msg":"trace[1004047373] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11842; }","duration":"133.895973ms","start":"2026-04-23T08:09:30.593521Z","end":"2026-04-23T08:09:30.727417Z","steps":["trace[1004047373] 'range keys from in-memory index tree' (duration: 133.716099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:09:30.727491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.904971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T08:09:30.72759Z","caller":"traceutil/trace.go:171","msg":"trace[191633302] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11842; }","duration":"127.047695ms","start":"2026-04-23T08:09:30.600516Z","end":"2026-04-23T08:09:30.727564Z","steps":["trace[191633302] 'range keys from in-memory index tree' (duration: 126.694236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:09:30.727666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.420489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-23T08:09:30.727842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.28008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gm894\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T08:09:30.727892Z","caller":"traceutil/trace.go:171","msg":"trace[134208818] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gm894; range_end:; response_count:1; response_revision:11842; }","duration":"127.337272ms","start":"2026-04-23T08:09:30.600539Z","end":"2026-04-23T08:09:30.727876Z","steps":["trace[134208818] 'range keys from in-memory index tree' (duration: 127.140327ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:09:30.727867Z","caller":"traceutil/trace.go:171","msg":"trace[1934354376] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11842; }","duration":"132.684006ms","start":"2026-04-23T08:09:30.595109Z","end":"2026-04-23T08:09:30.727793Z","steps":["trace[1934354376] 'range keys from in-memory index tree' (duration: 132.081122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:09:30.727729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.445607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T08:09:30.728135Z","caller":"traceutil/trace.go:171","msg":"trace[1226109352] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11842; }","duration":"131.904508ms","start":"2026-04-23T08:09:30.596217Z","end":"2026-04-23T08:09:30.728121Z","steps":["trace[1226109352] 'range keys from in-memory index tree' (duration: 131.320844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:09:30.727303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.31296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:09:30.72827Z","caller":"traceutil/trace.go:171","msg":"trace[1946575882] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11842; }","duration":"134.348355ms","start":"2026-04-23T08:09:30.593903Z","end":"2026-04-23T08:09:30.728251Z","steps":["trace[1946575882] 'range keys from in-memory index tree' (duration: 133.225698ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:10:31.606846Z","caller":"traceutil/trace.go:171","msg":"trace[908401558] transaction","detail":"{read_only:false; response_revision:12220; number_of_response:1; }","duration":"214.498052ms","start":"2026-04-23T08:10:31.392276Z","end":"2026-04-23T08:10:31.606774Z","steps":["trace[908401558] 'process raft request' (duration: 135.936301ms)","trace[908401558] 'compare' (duration: 78.229973ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:10:32.213246Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634023024,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T08:10:32.404976Z","caller":"traceutil/trace.go:171","msg":"trace[1288923867] linearizableReadLoop","detail":"{readStateIndex:12642; appliedIndex:12641; }","duration":"691.949669ms","start":"2026-04-23T08:10:31.712991Z","end":"2026-04-23T08:10:32.404941Z","steps":["trace[1288923867] 'read index received' (duration: 691.644732ms)","trace[1288923867] 'applied index is now lower than readState.Index' (duration: 303.777µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:10:32.405096Z","caller":"traceutil/trace.go:171","msg":"trace[1767799066] transaction","detail":"{read_only:false; response_revision:12221; number_of_response:1; }","duration":"857.629449ms","start":"2026-04-23T08:10:31.547422Z","end":"2026-04-23T08:10:32.405051Z","steps":["trace[1767799066] 'process raft request' (duration: 857.306292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:10:32.405185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.172103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:10:32.40523Z","caller":"traceutil/trace.go:171","msg":"trace[1648975571] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12221; }","duration":"692.301137ms","start":"2026-04-23T08:10:31.712918Z","end":"2026-04-23T08:10:32.405219Z","steps":["trace[1648975571] 'agreement among raft nodes before linearized reading' (duration: 692.197295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:10:32.405271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:10:31.712889Z","time spent":"692.373298ms","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:10:32.405328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:10:31.54739Z","time spent":"857.805854ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7336,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:10:32.405431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.767702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T08:10:32.405483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.2814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:10:32.405561Z","caller":"traceutil/trace.go:171","msg":"trace[1577755631] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:12221; }","duration":"684.950986ms","start":"2026-04-23T08:10:31.720588Z","end":"2026-04-23T08:10:32.405539Z","steps":["trace[1577755631] 'agreement among raft nodes before linearized reading' (duration: 684.65816ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:10:32.405601Z","caller":"traceutil/trace.go:171","msg":"trace[632202460] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12221; }","duration":"520.473125ms","start":"2026-04-23T08:10:31.885099Z","end":"2026-04-23T08:10:32.405573Z","steps":["trace[632202460] 'agreement among raft nodes before linearized reading' (duration: 520.23108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:10:32.405615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:10:31.720577Z","time spent":"685.026698ms","remote":"127.0.0.1:48222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":93,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:10:32.405666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:10:31.885057Z","time spent":"520.590287ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T08:10:32.811597Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9989} {"level":"info","ts":"2026-04-23T08:10:32.928033Z","caller":"traceutil/trace.go:171","msg":"trace[1848297785] linearizableReadLoop","detail":"{readStateIndex:12647; appliedIndex:12646; }","duration":"116.246275ms","start":"2026-04-23T08:10:32.811754Z","end":"2026-04-23T08:10:32.928001Z","steps":["trace[1848297785] 'read index received' (duration: 37.805946ms)","trace[1848297785] 'applied index is now lower than readState.Index' (duration: 78.438559ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:10:32.928116Z","caller":"traceutil/trace.go:171","msg":"trace[845953790] transaction","detail":"{read_only:false; response_revision:12225; number_of_response:1; }","duration":"117.437402ms","start":"2026-04-23T08:10:32.810614Z","end":"2026-04-23T08:10:32.928051Z","steps":["trace[845953790] 'process raft request' (duration: 38.993143ms)","trace[845953790] 'compare' (duration: 25.692606ms)","trace[845953790] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; req_size:532; } (duration: 52.544588ms)"],"step_count":3} {"level":"warn","ts":"2026-04-23T08:10:33.094619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.400246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:10:33.09472Z","caller":"traceutil/trace.go:171","msg":"trace[830835036] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12225; }","duration":"351.5842ms","start":"2026-04-23T08:10:32.743109Z","end":"2026-04-23T08:10:33.094694Z","steps":["trace[830835036] 'agreement among raft nodes before linearized reading' (duration: 185.034579ms)","trace[830835036] 'range keys from in-memory index tree' (duration: 166.393827ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:10:33.094709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.504734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7351"} {"level":"warn","ts":"2026-04-23T08:10:33.094797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.671906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7351"} {"level":"warn","ts":"2026-04-23T08:10:33.09497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.438939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T08:10:33.094947Z","caller":"traceutil/trace.go:171","msg":"trace[2129492840] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12225; }","duration":"208.815611ms","start":"2026-04-23T08:10:32.886098Z","end":"2026-04-23T08:10:33.094913Z","steps":["trace[2129492840] 'agreement among raft nodes before linearized reading' (duration: 42.108886ms)","trace[2129492840] 'range keys from in-memory index tree' (duration: 166.278364ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:10:33.095031Z","caller":"traceutil/trace.go:171","msg":"trace[301604387] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12225; }","duration":"185.546771ms","start":"2026-04-23T08:10:32.909471Z","end":"2026-04-23T08:10:33.095018Z","steps":["trace[301604387] 'agreement among raft nodes before linearized reading' (duration: 18.723234ms)","trace[301604387] 'range keys from in-memory index tree' (duration: 166.619893ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:10:33.095042Z","caller":"traceutil/trace.go:171","msg":"trace[2128472757] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12225; }","duration":"349.887211ms","start":"2026-04-23T08:10:32.745064Z","end":"2026-04-23T08:10:33.094951Z","steps":["trace[2128472757] 'agreement among raft nodes before linearized reading' (duration: 183.048093ms)","trace[2128472757] 'range keys from in-memory index tree' (duration: 166.471498ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:10:33.094926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.782769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:10:33.095194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:10:32.745053Z","time spent":"350.084155ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7374,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-04-23T08:10:33.095274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:10:32.743075Z","time spent":"352.189384ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-04-23T08:10:33.094793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.698269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-23T08:10:33.095286Z","caller":"traceutil/trace.go:171","msg":"trace[1482350259] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12225; }","duration":"212.241749ms","start":"2026-04-23T08:10:32.882962Z","end":"2026-04-23T08:10:33.095204Z","steps":["trace[1482350259] 'agreement among raft nodes before linearized reading' (duration: 45.223658ms)","trace[1482350259] 'range keys from in-memory index tree' (duration: 166.464959ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:10:33.095473Z","caller":"traceutil/trace.go:171","msg":"trace[1943101647] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12225; }","duration":"351.402076ms","start":"2026-04-23T08:10:32.744033Z","end":"2026-04-23T08:10:33.095436Z","steps":["trace[1943101647] 'agreement among raft nodes before linearized reading' (duration: 184.105978ms)","trace[1943101647] 'range keys from in-memory index tree' (duration: 166.50593ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:10:33.095665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:10:32.744022Z","time spent":"351.622481ms","remote":"127.0.0.1:48060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-04-23T08:10:33.337194Z","caller":"traceutil/trace.go:171","msg":"trace[1738493899] transaction","detail":"{read_only:false; response_revision:12228; number_of_response:1; }","duration":"103.596992ms","start":"2026-04-23T08:10:33.233548Z","end":"2026-04-23T08:10:33.337145Z","steps":["trace[1738493899] 'process raft request' (duration: 30.258962ms)","trace[1738493899] 'compare' (duration: 50.951661ms)","trace[1738493899] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-scheduler; req_size:460; } (duration: 22.127263ms)"],"step_count":3} {"level":"info","ts":"2026-04-23T08:10:33.36323Z","caller":"traceutil/trace.go:171","msg":"trace[455720183] transaction","detail":"{read_only:false; response_revision:12229; number_of_response:1; }","duration":"129.613265ms","start":"2026-04-23T08:10:33.233581Z","end":"2026-04-23T08:10:33.363195Z","steps":["trace[455720183] 'process raft request' (duration: 103.473869ms)","trace[455720183] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-cp-lock; req_size:415; } (duration: 25.942052ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:10:33.363622Z","caller":"traceutil/trace.go:171","msg":"trace[1333122164] transaction","detail":"{read_only:false; response_revision:12230; number_of_response:1; }","duration":"129.927472ms","start":"2026-04-23T08:10:33.233683Z","end":"2026-04-23T08:10:33.363611Z","steps":["trace[1333122164] 'process raft request' (duration: 129.459241ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:10:33.506327Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9989,"took":"690.979787ms","hash":3058166203,"current-db-size-bytes":57188352,"current-db-size":"57 MB","current-db-size-in-use-bytes":25559040,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-23T08:10:33.506443Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3058166203,"revision":9989,"compact-revision":7928} {"level":"warn","ts":"2026-04-23T08:10:33.506709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.989746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-04-23T08:10:33.506772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.198179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gm894\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T08:10:33.506817Z","caller":"traceutil/trace.go:171","msg":"trace[698423079] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:12230; }","duration":"115.18711ms","start":"2026-04-23T08:10:33.391605Z","end":"2026-04-23T08:10:33.506793Z","steps":["trace[698423079] 'range keys from in-memory index tree' (duration: 114.694748ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:10:33.506891Z","caller":"traceutil/trace.go:171","msg":"trace[902463472] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gm894; range_end:; response_count:1; response_revision:12230; }","duration":"102.397154ms","start":"2026-04-23T08:10:33.404467Z","end":"2026-04-23T08:10:33.506864Z","steps":["trace[902463472] 'range keys from in-memory index tree' (duration: 101.885482ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:10:33.786012Z","caller":"traceutil/trace.go:171","msg":"trace[1854424354] linearizableReadLoop","detail":"{readStateIndex:12654; appliedIndex:12653; }","duration":"174.101316ms","start":"2026-04-23T08:10:33.611877Z","end":"2026-04-23T08:10:33.785978Z","steps":["trace[1854424354] 'read index received' (duration: 159.893627ms)","trace[1854424354] 'applied index is now lower than readState.Index' (duration: 14.206219ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:10:33.786278Z","caller":"traceutil/trace.go:171","msg":"trace[1013007863] transaction","detail":"{read_only:false; response_revision:12232; number_of_response:1; }","duration":"215.535546ms","start":"2026-04-23T08:10:33.570704Z","end":"2026-04-23T08:10:33.78624Z","steps":["trace[1013007863] 'process raft request' (duration: 201.04356ms)","trace[1013007863] 'compare' (duration: 14.040546ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:10:33.786321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.431283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-23T08:10:33.786375Z","caller":"traceutil/trace.go:171","msg":"trace[1049184937] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12232; }","duration":"174.559107ms","start":"2026-04-23T08:10:33.611798Z","end":"2026-04-23T08:10:33.786357Z","steps":["trace[1049184937] 'agreement among raft nodes before linearized reading' (duration: 174.300551ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:10:43.055098Z","caller":"traceutil/trace.go:171","msg":"trace[1954769569] transaction","detail":"{read_only:false; response_revision:12303; number_of_response:1; }","duration":"209.383403ms","start":"2026-04-23T08:10:42.845679Z","end":"2026-04-23T08:10:43.055063Z","steps":["trace[1954769569] 'process raft request' (duration: 209.162698ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:10:43.105201Z","caller":"traceutil/trace.go:171","msg":"trace[2143995876] transaction","detail":"{read_only:false; response_revision:12304; number_of_response:1; }","duration":"258.605674ms","start":"2026-04-23T08:10:42.846564Z","end":"2026-04-23T08:10:43.105169Z","steps":["trace[2143995876] 'process raft request' (duration: 258.385229ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:10:43.105531Z","caller":"traceutil/trace.go:171","msg":"trace[1096307675] linearizableReadLoop","detail":"{readStateIndex:12729; appliedIndex:12727; }","duration":"221.866983ms","start":"2026-04-23T08:10:42.883614Z","end":"2026-04-23T08:10:43.105481Z","steps":["trace[1096307675] 'read index received' (duration: 171.27693ms)","trace[1096307675] 'applied index is now lower than readState.Index' (duration: 50.579533ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:10:43.105781Z","caller":"traceutil/trace.go:171","msg":"trace[546051368] transaction","detail":"{read_only:false; response_revision:12305; number_of_response:1; }","duration":"135.379158ms","start":"2026-04-23T08:10:42.970388Z","end":"2026-04-23T08:10:43.105767Z","steps":["trace[546051368] 'process raft request' (duration: 134.734113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:10:43.105899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.616408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:10:43.10588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.206511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:10:43.106014Z","caller":"traceutil/trace.go:171","msg":"trace[1952784369] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:12305; }","duration":"124.874955ms","start":"2026-04-23T08:10:42.98112Z","end":"2026-04-23T08:10:43.105995Z","steps":["trace[1952784369] 'agreement among raft nodes before linearized reading' (duration: 124.608189ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:10:43.106046Z","caller":"traceutil/trace.go:171","msg":"trace[1677768553] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12305; }","duration":"222.516098ms","start":"2026-04-23T08:10:42.8835Z","end":"2026-04-23T08:10:43.106016Z","steps":["trace[1677768553] 'agreement among raft nodes before linearized reading' (duration: 222.221811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:10:43.226084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.657231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:10:43.226207Z","caller":"traceutil/trace.go:171","msg":"trace[1471662314] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12305; }","duration":"118.843135ms","start":"2026-04-23T08:10:43.10734Z","end":"2026-04-23T08:10:43.226183Z","steps":["trace[1471662314] 'range keys from in-memory index tree' (duration: 118.568358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:10:43.226528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.360863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-23T08:10:43.226623Z","caller":"traceutil/trace.go:171","msg":"trace[1456579688] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12305; }","duration":"102.482786ms","start":"2026-04-23T08:10:43.124116Z","end":"2026-04-23T08:10:43.226599Z","steps":["trace[1456579688] 'range keys from in-memory index tree' (duration: 102.029045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:10:43.226576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.773472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:10:43.226734Z","caller":"traceutil/trace.go:171","msg":"trace[276054036] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12305; }","duration":"103.039858ms","start":"2026-04-23T08:10:43.123663Z","end":"2026-04-23T08:10:43.226703Z","steps":["trace[276054036] 'range keys from in-memory index tree' (duration: 102.633599ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:10:43.510835Z","caller":"traceutil/trace.go:171","msg":"trace[1929886811] linearizableReadLoop","detail":"{readStateIndex:12732; appliedIndex:12731; }","duration":"144.395097ms","start":"2026-04-23T08:10:43.366407Z","end":"2026-04-23T08:10:43.510802Z","steps":["trace[1929886811] 'read index received' (duration: 94.861819ms)","trace[1929886811] 'applied index is now lower than readState.Index' (duration: 49.532048ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:10:43.510993Z","caller":"traceutil/trace.go:171","msg":"trace[1632449616] transaction","detail":"{read_only:false; response_revision:12307; number_of_response:1; }","duration":"190.24505ms","start":"2026-04-23T08:10:43.320701Z","end":"2026-04-23T08:10:43.510946Z","steps":["trace[1632449616] 'process raft request' (duration: 140.494377ms)","trace[1632449616] 'compare' (duration: 49.423356ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:10:43.511206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.645771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-23T08:10:43.511202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.776946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-volume-595bfbcf56-62w82.18a8edfb0b448fb4\" ","response":"range_response_count:1 size:804"} {"level":"info","ts":"2026-04-23T08:10:43.511261Z","caller":"traceutil/trace.go:171","msg":"trace[790351393] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12307; }","duration":"115.788294ms","start":"2026-04-23T08:10:43.395456Z","end":"2026-04-23T08:10:43.511244Z","steps":["trace[790351393] 'agreement among raft nodes before linearized reading' (duration: 115.59832ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:10:43.511281Z","caller":"traceutil/trace.go:171","msg":"trace[43675607] range","detail":"{range_begin:/registry/events/openstack/cinder-volume-595bfbcf56-62w82.18a8edfb0b448fb4; range_end:; response_count:1; response_revision:12307; }","duration":"144.91624ms","start":"2026-04-23T08:10:43.366341Z","end":"2026-04-23T08:10:43.511258Z","steps":["trace[43675607] 'agreement among raft nodes before linearized reading' (duration: 144.605402ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:10:43.657189Z","caller":"traceutil/trace.go:171","msg":"trace[1026122374] transaction","detail":"{read_only:false; response_revision:12308; number_of_response:1; }","duration":"143.189429ms","start":"2026-04-23T08:10:43.513958Z","end":"2026-04-23T08:10:43.657147Z","steps":["trace[1026122374] 'process raft request' (duration: 142.007522ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:10:43.70044Z","caller":"traceutil/trace.go:171","msg":"trace[511320591] transaction","detail":"{read_only:false; response_revision:12309; number_of_response:1; }","duration":"183.866132ms","start":"2026-04-23T08:10:43.516545Z","end":"2026-04-23T08:10:43.700411Z","steps":["trace[511320591] 'process raft request' (duration: 183.647347ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:10:43.700753Z","caller":"traceutil/trace.go:171","msg":"trace[651229471] transaction","detail":"{read_only:false; response_revision:12310; number_of_response:1; }","duration":"184.176539ms","start":"2026-04-23T08:10:43.516545Z","end":"2026-04-23T08:10:43.700722Z","steps":["trace[651229471] 'process raft request' (duration: 183.811961ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:10:43.700799Z","caller":"traceutil/trace.go:171","msg":"trace[1124400654] transaction","detail":"{read_only:false; response_revision:12311; number_of_response:1; }","duration":"184.116978ms","start":"2026-04-23T08:10:43.516642Z","end":"2026-04-23T08:10:43.700759Z","steps":["trace[1124400654] 'process raft request' (duration: 183.958405ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:10:43.805732Z","caller":"traceutil/trace.go:171","msg":"trace[1176900416] linearizableReadLoop","detail":"{readStateIndex:12737; appliedIndex:12736; }","duration":"100.158522ms","start":"2026-04-23T08:10:43.705531Z","end":"2026-04-23T08:10:43.80569Z","steps":["trace[1176900416] 'read index received' (duration: 70.371481ms)","trace[1176900416] 'applied index is now lower than readState.Index' (duration: 29.784211ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:10:43.80588Z","caller":"traceutil/trace.go:171","msg":"trace[1969602566] transaction","detail":"{read_only:false; response_revision:12312; number_of_response:1; }","duration":"102.365913ms","start":"2026-04-23T08:10:43.703494Z","end":"2026-04-23T08:10:43.80586Z","steps":["trace[1969602566] 'process raft request' (duration: 72.386798ms)","trace[1969602566] 'compare' (duration: 29.444412ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:10:43.806699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.138804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:52 size:480425"} {"level":"info","ts":"2026-04-23T08:10:43.806852Z","caller":"traceutil/trace.go:171","msg":"trace[82840171] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:52; response_revision:12313; }","duration":"101.327659ms","start":"2026-04-23T08:10:43.705477Z","end":"2026-04-23T08:10:43.806805Z","steps":["trace[82840171] 'agreement among raft nodes before linearized reading' (duration: 100.340496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:11:00.079635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.951615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-23T08:11:00.079767Z","caller":"traceutil/trace.go:171","msg":"trace[1965984012] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:12426; }","duration":"112.13674ms","start":"2026-04-23T08:10:59.967603Z","end":"2026-04-23T08:11:00.079739Z","steps":["trace[1965984012] 'range keys from in-memory index tree' (duration: 111.597687ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:11:00.335105Z","caller":"traceutil/trace.go:171","msg":"trace[1754135044] linearizableReadLoop","detail":"{readStateIndex:12857; appliedIndex:12856; }","duration":"250.19425ms","start":"2026-04-23T08:11:00.084875Z","end":"2026-04-23T08:11:00.335069Z","steps":["trace[1754135044] 'read index received' (duration: 249.979785ms)","trace[1754135044] 'applied index is now lower than readState.Index' (duration: 212.805µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:11:00.335216Z","caller":"traceutil/trace.go:171","msg":"trace[230581146] transaction","detail":"{read_only:false; response_revision:12427; number_of_response:1; }","duration":"250.892486ms","start":"2026-04-23T08:11:00.084277Z","end":"2026-04-23T08:11:00.335169Z","steps":["trace[230581146] 'process raft request' (duration: 250.563108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:11:00.335522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.945074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-23T08:11:00.335595Z","caller":"traceutil/trace.go:171","msg":"trace[1550872326] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12427; }","duration":"244.205011ms","start":"2026-04-23T08:11:00.091365Z","end":"2026-04-23T08:11:00.33557Z","steps":["trace[1550872326] 'agreement among raft nodes before linearized reading' (duration: 243.885914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:11:00.336078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.159862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:53 size:490070"} {"level":"info","ts":"2026-04-23T08:11:00.336185Z","caller":"traceutil/trace.go:171","msg":"trace[797770156] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:53; response_revision:12427; }","duration":"251.347477ms","start":"2026-04-23T08:11:00.084813Z","end":"2026-04-23T08:11:00.336161Z","steps":["trace[797770156] 'agreement among raft nodes before linearized reading' (duration: 250.382484ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:12:38.218155Z","caller":"traceutil/trace.go:171","msg":"trace[1132574928] transaction","detail":"{read_only:false; response_revision:13016; number_of_response:1; }","duration":"109.575538ms","start":"2026-04-23T08:12:38.108546Z","end":"2026-04-23T08:12:38.218121Z","steps":["trace[1132574928] 'process raft request' (duration: 109.371433ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:12:38.399666Z","caller":"traceutil/trace.go:171","msg":"trace[962866054] linearizableReadLoop","detail":"{readStateIndex:13469; appliedIndex:13468; }","duration":"121.474106ms","start":"2026-04-23T08:12:38.278166Z","end":"2026-04-23T08:12:38.39964Z","steps":["trace[962866054] 'read index received' (duration: 32.767835ms)","trace[962866054] 'applied index is now lower than readState.Index' (duration: 88.704741ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:12:38.399732Z","caller":"traceutil/trace.go:171","msg":"trace[2012503080] transaction","detail":"{read_only:false; response_revision:13017; number_of_response:1; }","duration":"127.968108ms","start":"2026-04-23T08:12:38.271708Z","end":"2026-04-23T08:12:38.399676Z","steps":["trace[2012503080] 'process raft request' (duration: 39.330829ms)","trace[2012503080] 'compare' (duration: 88.429324ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:12:38.399936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.748892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T08:12:38.400003Z","caller":"traceutil/trace.go:171","msg":"trace[1214056417] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13017; }","duration":"121.871465ms","start":"2026-04-23T08:12:38.278115Z","end":"2026-04-23T08:12:38.399987Z","steps":["trace[1214056417] 'agreement among raft nodes before linearized reading' (duration: 121.63639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:13:08.719051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.583559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T08:13:08.719192Z","caller":"traceutil/trace.go:171","msg":"trace[714609575] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13219; }","duration":"151.820174ms","start":"2026-04-23T08:13:08.567339Z","end":"2026-04-23T08:13:08.719159Z","steps":["trace[714609575] 'range keys from in-memory index tree' (duration: 151.18853ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:13:16.844553Z","caller":"traceutil/trace.go:171","msg":"trace[1798514332] transaction","detail":"{read_only:false; response_revision:13264; number_of_response:1; }","duration":"171.185207ms","start":"2026-04-23T08:13:16.673331Z","end":"2026-04-23T08:13:16.844516Z","steps":["trace[1798514332] 'process raft request' (duration: 170.945681ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:13:17.093959Z","caller":"traceutil/trace.go:171","msg":"trace[318815524] transaction","detail":"{read_only:false; response_revision:13267; number_of_response:1; }","duration":"178.19987ms","start":"2026-04-23T08:13:16.915723Z","end":"2026-04-23T08:13:17.093923Z","steps":["trace[318815524] 'process raft request' (duration: 177.932574ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:13:17.093996Z","caller":"traceutil/trace.go:171","msg":"trace[104663936] transaction","detail":"{read_only:false; response_revision:13268; number_of_response:1; }","duration":"178.080558ms","start":"2026-04-23T08:13:16.915877Z","end":"2026-04-23T08:13:17.093958Z","steps":["trace[104663936] 'process raft request' (duration: 177.849522ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:13:17.094076Z","caller":"traceutil/trace.go:171","msg":"trace[41756095] transaction","detail":"{read_only:false; response_revision:13266; number_of_response:1; }","duration":"178.103658ms","start":"2026-04-23T08:13:16.915697Z","end":"2026-04-23T08:13:17.093801Z","steps":["trace[41756095] 'process raft request' (duration: 132.886232ms)","trace[41756095] 'compare' (duration: 44.855858ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:13:17.988614Z","caller":"traceutil/trace.go:171","msg":"trace[882294972] linearizableReadLoop","detail":"{readStateIndex:13733; appliedIndex:13732; }","duration":"106.505867ms","start":"2026-04-23T08:13:17.882073Z","end":"2026-04-23T08:13:17.988579Z","steps":["trace[882294972] 'read index received' (duration: 62.479359ms)","trace[882294972] 'applied index is now lower than readState.Index' (duration: 44.024918ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:13:17.988703Z","caller":"traceutil/trace.go:171","msg":"trace[2112100735] transaction","detail":"{read_only:false; response_revision:13274; number_of_response:1; }","duration":"132.458342ms","start":"2026-04-23T08:13:17.856199Z","end":"2026-04-23T08:13:17.988657Z","steps":["trace[2112100735] 'process raft request' (duration: 88.341613ms)","trace[2112100735] 'compare' (duration: 43.852583ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:13:17.988795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.696981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:13:17.988839Z","caller":"traceutil/trace.go:171","msg":"trace[231316485] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13274; }","duration":"106.763822ms","start":"2026-04-23T08:13:17.882065Z","end":"2026-04-23T08:13:17.988829Z","steps":["trace[231316485] 'agreement among raft nodes before linearized reading' (duration: 106.67012ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:13:18.069196Z","caller":"traceutil/trace.go:171","msg":"trace[208531964] transaction","detail":"{read_only:false; response_revision:13275; number_of_response:1; }","duration":"134.93969ms","start":"2026-04-23T08:13:17.934212Z","end":"2026-04-23T08:13:18.069152Z","steps":["trace[208531964] 'process raft request' (duration: 134.714054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:13:18.069279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.37213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:13:18.06935Z","caller":"traceutil/trace.go:171","msg":"trace[2128167746] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:13275; }","duration":"150.548635ms","start":"2026-04-23T08:13:17.91878Z","end":"2026-04-23T08:13:18.069329Z","steps":["trace[2128167746] 'agreement among raft nodes before linearized reading' (duration: 150.387771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:13:18.127935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.391038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:13:18.127989Z","caller":"traceutil/trace.go:171","msg":"trace[1990538811] transaction","detail":"{read_only:false; response_revision:13276; number_of_response:1; }","duration":"129.860421ms","start":"2026-04-23T08:13:17.998079Z","end":"2026-04-23T08:13:18.127939Z","steps":["trace[1990538811] 'process raft request' (duration: 129.511103ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:13:18.128048Z","caller":"traceutil/trace.go:171","msg":"trace[1674388710] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13276; }","duration":"137.560071ms","start":"2026-04-23T08:13:17.990463Z","end":"2026-04-23T08:13:18.128023Z","steps":["trace[1674388710] 'agreement among raft nodes before linearized reading' (duration: 137.367437ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:13:21.96535Z","caller":"traceutil/trace.go:171","msg":"trace[191199311] transaction","detail":"{read_only:false; response_revision:13328; number_of_response:1; }","duration":"102.472472ms","start":"2026-04-23T08:13:21.862844Z","end":"2026-04-23T08:13:21.965317Z","steps":["trace[191199311] 'process raft request' (duration: 102.202426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:13:22.189989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.94993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:75 size:706482"} {"level":"info","ts":"2026-04-23T08:13:22.190119Z","caller":"traceutil/trace.go:171","msg":"trace[1915422073] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:75; response_revision:13328; }","duration":"144.146885ms","start":"2026-04-23T08:13:22.045947Z","end":"2026-04-23T08:13:22.190094Z","steps":["trace[1915422073] 'range keys from in-memory index tree' (duration: 143.07776ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:13:22.362895Z","caller":"traceutil/trace.go:171","msg":"trace[490616216] transaction","detail":"{read_only:false; response_revision:13329; number_of_response:1; }","duration":"277.687523ms","start":"2026-04-23T08:13:22.085164Z","end":"2026-04-23T08:13:22.362851Z","steps":["trace[490616216] 'process raft request' (duration: 277.413146ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:13:22.363552Z","caller":"traceutil/trace.go:171","msg":"trace[307159043] linearizableReadLoop","detail":"{readStateIndex:13792; appliedIndex:13791; }","duration":"151.510168ms","start":"2026-04-23T08:13:22.212022Z","end":"2026-04-23T08:13:22.363532Z","steps":["trace[307159043] 'read index received' (duration: 150.645227ms)","trace[307159043] 'applied index is now lower than readState.Index' (duration: 863.071µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:13:22.364444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.409418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:75 size:706482"} {"level":"info","ts":"2026-04-23T08:13:22.364548Z","caller":"traceutil/trace.go:171","msg":"trace[2019268539] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:75; response_revision:13329; }","duration":"152.563032ms","start":"2026-04-23T08:13:22.211964Z","end":"2026-04-23T08:13:22.364527Z","steps":["trace[2019268539] 'agreement among raft nodes before linearized reading' (duration: 151.735472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:13:22.851326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.606946ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:13:22.851446Z","caller":"traceutil/trace.go:171","msg":"trace[1590471025] linearizableReadLoop","detail":"{readStateIndex:13793; appliedIndex:13792; }","duration":"487.759686ms","start":"2026-04-23T08:13:22.363667Z","end":"2026-04-23T08:13:22.851427Z","steps":["trace[1590471025] 'read index received' (duration: 279.926754ms)","trace[1590471025] 'applied index is now lower than readState.Index' (duration: 207.831572ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:13:22.851537Z","caller":"traceutil/trace.go:171","msg":"trace[1945901786] transaction","detail":"{read_only:false; response_revision:13330; number_of_response:1; }","duration":"621.925429ms","start":"2026-04-23T08:13:22.229598Z","end":"2026-04-23T08:13:22.851523Z","steps":["trace[1945901786] 'process raft request' (duration: 414.015715ms)","trace[1945901786] 'compare' (duration: 207.481344ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:13:22.851605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:13:22.229564Z","time spent":"622.009391ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:13:22.85183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.59902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T08:13:22.851857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.165751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T08:13:22.851901Z","caller":"traceutil/trace.go:171","msg":"trace[871595692] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:13330; }","duration":"247.717343ms","start":"2026-04-23T08:13:22.604166Z","end":"2026-04-23T08:13:22.851883Z","steps":["trace[871595692] 'agreement among raft nodes before linearized reading' (duration: 247.549889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:13:22.851821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.440493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T08:13:22.851979Z","caller":"traceutil/trace.go:171","msg":"trace[1930880282] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:13330; }","duration":"518.677369ms","start":"2026-04-23T08:13:22.333289Z","end":"2026-04-23T08:13:22.851966Z","steps":["trace[1930880282] 'agreement among raft nodes before linearized reading' (duration: 518.424733ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:13:22.851995Z","caller":"traceutil/trace.go:171","msg":"trace[1264042934] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13330; }","duration":"346.264174ms","start":"2026-04-23T08:13:22.505622Z","end":"2026-04-23T08:13:22.851886Z","steps":["trace[1264042934] 'agreement among raft nodes before linearized reading' (duration: 346.09468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:13:22.852239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:13:22.505593Z","time spent":"346.633292ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T08:13:22.852033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:13:22.33326Z","time spent":"518.75871ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:13:23.264202Z","caller":"traceutil/trace.go:171","msg":"trace[1193949858] linearizableReadLoop","detail":"{readStateIndex:13794; appliedIndex:13793; }","duration":"380.216016ms","start":"2026-04-23T08:13:22.883943Z","end":"2026-04-23T08:13:23.264159Z","steps":["trace[1193949858] 'read index received' (duration: 322.521269ms)","trace[1193949858] 'applied index is now lower than readState.Index' (duration: 57.692586ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:13:23.264389Z","caller":"traceutil/trace.go:171","msg":"trace[946690735] transaction","detail":"{read_only:false; response_revision:13331; number_of_response:1; }","duration":"408.279011ms","start":"2026-04-23T08:13:22.856091Z","end":"2026-04-23T08:13:23.26437Z","steps":["trace[946690735] 'process raft request' (duration: 350.518863ms)","trace[946690735] 'compare' (duration: 57.331678ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:13:23.264571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:13:22.85607Z","time spent":"408.370163ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:13:23.264699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.727868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:13:23.264772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.155475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T08:13:23.264802Z","caller":"traceutil/trace.go:171","msg":"trace[1084016845] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13331; }","duration":"380.891142ms","start":"2026-04-23T08:13:22.883886Z","end":"2026-04-23T08:13:23.264777Z","steps":["trace[1084016845] 'agreement among raft nodes before linearized reading' (duration: 380.719728ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:13:23.26482Z","caller":"traceutil/trace.go:171","msg":"trace[388896334] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13331; }","duration":"144.275858ms","start":"2026-04-23T08:13:23.120531Z","end":"2026-04-23T08:13:23.264807Z","steps":["trace[388896334] 'agreement among raft nodes before linearized reading' (duration: 144.101184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:13:23.264867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:13:22.883859Z","time spent":"380.995514ms","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:13:23.264887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.663767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-23T08:13:23.264876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.00737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T08:13:23.264972Z","caller":"traceutil/trace.go:171","msg":"trace[1134924388] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13331; }","duration":"144.78781ms","start":"2026-04-23T08:13:23.120165Z","end":"2026-04-23T08:13:23.264952Z","steps":["trace[1134924388] 'agreement among raft nodes before linearized reading' (duration: 144.605366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:13:23.265096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.707745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T08:13:23.265182Z","caller":"traceutil/trace.go:171","msg":"trace[545382716] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13331; }","duration":"284.359278ms","start":"2026-04-23T08:13:22.9808Z","end":"2026-04-23T08:13:23.265159Z","steps":["trace[545382716] 'agreement among raft nodes before linearized reading' (duration: 283.834876ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:13:23.265202Z","caller":"traceutil/trace.go:171","msg":"trace[1156691892] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13331; }","duration":"146.901739ms","start":"2026-04-23T08:13:23.118277Z","end":"2026-04-23T08:13:23.265179Z","steps":["trace[1156691892] 'agreement among raft nodes before linearized reading' (duration: 146.564311ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:13:23.448768Z","caller":"traceutil/trace.go:171","msg":"trace[123965407] transaction","detail":"{read_only:false; response_revision:13333; number_of_response:1; }","duration":"179.686945ms","start":"2026-04-23T08:13:23.269049Z","end":"2026-04-23T08:13:23.448736Z","steps":["trace[123965407] 'process raft request' (duration: 179.628863ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:13:23.448828Z","caller":"traceutil/trace.go:171","msg":"trace[1868590518] transaction","detail":"{read_only:false; response_revision:13332; number_of_response:1; }","duration":"179.747146ms","start":"2026-04-23T08:13:23.26904Z","end":"2026-04-23T08:13:23.448787Z","steps":["trace[1868590518] 'process raft request' (duration: 179.442509ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:13:23.495749Z","caller":"traceutil/trace.go:171","msg":"trace[1455909204] transaction","detail":"{read_only:false; response_revision:13334; number_of_response:1; }","duration":"226.16036ms","start":"2026-04-23T08:13:23.269549Z","end":"2026-04-23T08:13:23.49571Z","steps":["trace[1455909204] 'process raft request' (duration: 225.937805ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:13:23.496122Z","caller":"traceutil/trace.go:171","msg":"trace[1591252299] transaction","detail":"{read_only:false; response_revision:13335; number_of_response:1; }","duration":"226.437356ms","start":"2026-04-23T08:13:23.269656Z","end":"2026-04-23T08:13:23.496093Z","steps":["trace[1591252299] 'process raft request' (duration: 226.009226ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:13:23.497082Z","caller":"traceutil/trace.go:171","msg":"trace[1585671341] transaction","detail":"{read_only:false; response_revision:13336; number_of_response:1; }","duration":"227.109852ms","start":"2026-04-23T08:13:23.269913Z","end":"2026-04-23T08:13:23.497023Z","steps":["trace[1585671341] 'process raft request' (duration: 226.096108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:13:23.608328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.657945ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T08:13:23.608436Z","caller":"traceutil/trace.go:171","msg":"trace[51113202] linearizableReadLoop","detail":"{readStateIndex:13799; appliedIndex:13794; }","duration":"297.494624ms","start":"2026-04-23T08:13:23.310906Z","end":"2026-04-23T08:13:23.6084Z","steps":["trace[51113202] 'read index received' (duration: 137.627343ms)","trace[51113202] 'applied index is now lower than readState.Index' (duration: 159.866061ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:13:23.608822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.573094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/openstack/placement-api\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:13:23.60887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.766141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-23T08:13:23.60892Z","caller":"traceutil/trace.go:171","msg":"trace[296632642] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13336; }","duration":"298.080688ms","start":"2026-04-23T08:13:23.310823Z","end":"2026-04-23T08:13:23.608903Z","steps":["trace[296632642] 'agreement among raft nodes before linearized reading' (duration: 297.709309ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:13:23.608916Z","caller":"traceutil/trace.go:171","msg":"trace[425554067] range","detail":"{range_begin:/registry/poddisruptionbudgets/openstack/placement-api; range_end:; response_count:0; response_revision:13336; }","duration":"120.738998ms","start":"2026-04-23T08:13:23.488159Z","end":"2026-04-23T08:13:23.608898Z","steps":["trace[425554067] 'agreement among raft nodes before linearized reading' (duration: 120.554253ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:13:23.715509Z","caller":"traceutil/trace.go:171","msg":"trace[449547876] linearizableReadLoop","detail":"{readStateIndex:13801; appliedIndex:13800; }","duration":"100.24489ms","start":"2026-04-23T08:13:23.615244Z","end":"2026-04-23T08:13:23.715489Z","steps":["trace[449547876] 'read index received' (duration: 99.987294ms)","trace[449547876] 'applied index is now lower than readState.Index' (duration: 256.936µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:13:23.71561Z","caller":"traceutil/trace.go:171","msg":"trace[788318650] transaction","detail":"{read_only:false; response_revision:13337; number_of_response:1; }","duration":"100.787383ms","start":"2026-04-23T08:13:23.614783Z","end":"2026-04-23T08:13:23.715571Z","steps":["trace[788318650] 'process raft request' (duration: 100.496336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:13:23.716498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.237133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:55 size:510205"} {"level":"info","ts":"2026-04-23T08:13:23.716545Z","caller":"traceutil/trace.go:171","msg":"trace[904953334] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:55; response_revision:13337; }","duration":"101.321925ms","start":"2026-04-23T08:13:23.615211Z","end":"2026-04-23T08:13:23.716533Z","steps":["trace[904953334] 'agreement among raft nodes before linearized reading' (duration: 100.381153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:13:24.115967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.574019ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-04-23T08:13:24.116083Z","caller":"traceutil/trace.go:171","msg":"trace[656061934] linearizableReadLoop","detail":"{readStateIndex:13802; appliedIndex:13801; }","duration":"302.778918ms","start":"2026-04-23T08:13:23.813285Z","end":"2026-04-23T08:13:24.116064Z","steps":["trace[656061934] 'read index received' (duration: 169.022056ms)","trace[656061934] 'applied index is now lower than readState.Index' (duration: 133.755352ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:13:24.116148Z","caller":"traceutil/trace.go:171","msg":"trace[1489827258] transaction","detail":"{read_only:false; number_of_response:0; response_revision:13337; }","duration":"328.689263ms","start":"2026-04-23T08:13:23.787411Z","end":"2026-04-23T08:13:24.1161Z","steps":["trace[1489827258] 'process raft request' (duration: 194.872469ms)","trace[1489827258] 'compare' (duration: 133.515577ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:13:24.117829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.924142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:13:24.117917Z","caller":"traceutil/trace.go:171","msg":"trace[908005373] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:13337; }","duration":"304.60223ms","start":"2026-04-23T08:13:23.813268Z","end":"2026-04-23T08:13:24.11787Z","steps":["trace[908005373] 'agreement among raft nodes before linearized reading' (duration: 302.882671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:13:24.117952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:13:23.813226Z","time spent":"304.715003ms","remote":"127.0.0.1:41284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:13:24.118791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:13:23.787386Z","time spent":"331.370766ms","remote":"127.0.0.1:48010","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T08:13:24.120142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.084392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:13:24.120263Z","caller":"traceutil/trace.go:171","msg":"trace[694239531] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13338; }","duration":"236.279776ms","start":"2026-04-23T08:13:23.883956Z","end":"2026-04-23T08:13:24.120236Z","steps":["trace[694239531] 'agreement among raft nodes before linearized reading' (duration: 236.012509ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:13:24.120754Z","caller":"traceutil/trace.go:171","msg":"trace[1626488750] transaction","detail":"{read_only:false; response_revision:13338; number_of_response:1; }","duration":"149.189962ms","start":"2026-04-23T08:13:23.97151Z","end":"2026-04-23T08:13:24.1207Z","steps":["trace[1626488750] 'process raft request' (duration: 148.151378ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:13:24.253128Z","caller":"traceutil/trace.go:171","msg":"trace[1544521306] transaction","detail":"{read_only:false; response_revision:13339; number_of_response:1; }","duration":"118.035885ms","start":"2026-04-23T08:13:24.135041Z","end":"2026-04-23T08:13:24.253077Z","steps":["trace[1544521306] 'process raft request' (duration: 117.724108ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:13:24.404178Z","caller":"traceutil/trace.go:171","msg":"trace[525626214] transaction","detail":"{read_only:false; response_revision:13342; number_of_response:1; }","duration":"123.201747ms","start":"2026-04-23T08:13:24.280933Z","end":"2026-04-23T08:13:24.404134Z","steps":["trace[525626214] 'process raft request' (duration: 122.839528ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:13:24.404405Z","caller":"traceutil/trace.go:171","msg":"trace[697417435] transaction","detail":"{read_only:false; response_revision:13343; number_of_response:1; }","duration":"123.335119ms","start":"2026-04-23T08:13:24.281037Z","end":"2026-04-23T08:13:24.404372Z","steps":["trace[697417435] 'process raft request' (duration: 122.992941ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:13:24.404401Z","caller":"traceutil/trace.go:171","msg":"trace[2079566158] transaction","detail":"{read_only:false; response_revision:13344; number_of_response:1; }","duration":"123.053143ms","start":"2026-04-23T08:13:24.281305Z","end":"2026-04-23T08:13:24.404358Z","steps":["trace[2079566158] 'process raft request' (duration: 122.787467ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:13:24.404442Z","caller":"traceutil/trace.go:171","msg":"trace[1910345210] transaction","detail":"{read_only:false; response_revision:13345; number_of_response:1; }","duration":"122.90309ms","start":"2026-04-23T08:13:24.281494Z","end":"2026-04-23T08:13:24.404397Z","steps":["trace[1910345210] 'process raft request' (duration: 122.684095ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:13:24.404527Z","caller":"traceutil/trace.go:171","msg":"trace[1775710646] transaction","detail":"{read_only:false; response_revision:13347; number_of_response:1; }","duration":"122.758435ms","start":"2026-04-23T08:13:24.281759Z","end":"2026-04-23T08:13:24.404517Z","steps":["trace[1775710646] 'process raft request' (duration: 122.616282ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:13:24.404515Z","caller":"traceutil/trace.go:171","msg":"trace[1572757163] transaction","detail":"{read_only:false; response_revision:13346; number_of_response:1; }","duration":"122.783356ms","start":"2026-04-23T08:13:24.281677Z","end":"2026-04-23T08:13:24.40446Z","steps":["trace[1572757163] 'process raft request' (duration: 122.547861ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:13:24.404602Z","caller":"traceutil/trace.go:171","msg":"trace[2115825494] transaction","detail":"{read_only:false; response_revision:13348; number_of_response:1; }","duration":"122.543341ms","start":"2026-04-23T08:13:24.282049Z","end":"2026-04-23T08:13:24.404592Z","steps":["trace[2115825494] 'process raft request' (duration: 122.389828ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:13:24.624455Z","caller":"traceutil/trace.go:171","msg":"trace[453575582] linearizableReadLoop","detail":"{readStateIndex:13820; appliedIndex:13819; }","duration":"144.135385ms","start":"2026-04-23T08:13:24.48029Z","end":"2026-04-23T08:13:24.624426Z","steps":["trace[453575582] 'read index received' (duration: 140.262485ms)","trace[453575582] 'applied index is now lower than readState.Index' (duration: 3.87108ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:13:24.624535Z","caller":"traceutil/trace.go:171","msg":"trace[457656167] transaction","detail":"{read_only:false; response_revision:13355; number_of_response:1; }","duration":"146.699685ms","start":"2026-04-23T08:13:24.477787Z","end":"2026-04-23T08:13:24.624487Z","steps":["trace[457656167] 'process raft request' (duration: 142.745682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:13:24.624732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.423682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-23T08:13:24.624885Z","caller":"traceutil/trace.go:171","msg":"trace[1013960884] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:13355; }","duration":"144.619396ms","start":"2026-04-23T08:13:24.480253Z","end":"2026-04-23T08:13:24.624873Z","steps":["trace[1013960884] 'agreement among raft nodes before linearized reading' (duration: 144.300938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:13:24.627116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.796117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-23T08:13:24.627161Z","caller":"traceutil/trace.go:171","msg":"trace[763309175] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:13356; }","duration":"146.886779ms","start":"2026-04-23T08:13:24.480263Z","end":"2026-04-23T08:13:24.62715Z","steps":["trace[763309175] 'agreement among raft nodes before linearized reading' (duration: 146.773696ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:13:24.627277Z","caller":"traceutil/trace.go:171","msg":"trace[1838007389] transaction","detail":"{read_only:false; response_revision:13356; number_of_response:1; }","duration":"146.857968ms","start":"2026-04-23T08:13:24.480386Z","end":"2026-04-23T08:13:24.627244Z","steps":["trace[1838007389] 'process raft request' (duration: 146.53185ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:13:33.800464Z","caller":"traceutil/trace.go:171","msg":"trace[85162928] transaction","detail":"{read_only:false; response_revision:13477; number_of_response:1; }","duration":"205.908407ms","start":"2026-04-23T08:13:33.594521Z","end":"2026-04-23T08:13:33.80043Z","steps":["trace[85162928] 'process raft request' (duration: 205.20441ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:13:33.800512Z","caller":"traceutil/trace.go:171","msg":"trace[648168881] transaction","detail":"{read_only:false; response_revision:13478; number_of_response:1; }","duration":"205.65202ms","start":"2026-04-23T08:13:33.594807Z","end":"2026-04-23T08:13:33.800459Z","steps":["trace[648168881] 'process raft request' (duration: 205.482076ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:13:35.767407Z","caller":"traceutil/trace.go:171","msg":"trace[403840763] transaction","detail":"{read_only:false; response_revision:13491; number_of_response:1; }","duration":"104.942779ms","start":"2026-04-23T08:13:35.662431Z","end":"2026-04-23T08:13:35.767374Z","steps":["trace[403840763] 'process raft request' (duration: 104.779525ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:13:35.951346Z","caller":"traceutil/trace.go:171","msg":"trace[452017655] transaction","detail":"{read_only:false; response_revision:13493; number_of_response:1; }","duration":"139.319902ms","start":"2026-04-23T08:13:35.811988Z","end":"2026-04-23T08:13:35.951307Z","steps":["trace[452017655] 'process raft request' (duration: 42.296807ms)","trace[452017655] 'compare' (duration: 96.560085ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:13:35.952116Z","caller":"traceutil/trace.go:171","msg":"trace[800205254] linearizableReadLoop","detail":"{readStateIndex:13961; appliedIndex:13959; }","duration":"136.189869ms","start":"2026-04-23T08:13:35.815884Z","end":"2026-04-23T08:13:35.952073Z","steps":["trace[800205254] 'read index received' (duration: 19.012114ms)","trace[800205254] 'applied index is now lower than readState.Index' (duration: 117.176595ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:13:35.952289Z","caller":"traceutil/trace.go:171","msg":"trace[1645298252] transaction","detail":"{read_only:false; response_revision:13494; number_of_response:1; }","duration":"134.359967ms","start":"2026-04-23T08:13:35.817884Z","end":"2026-04-23T08:13:35.952244Z","steps":["trace[1645298252] 'process raft request' (duration: 133.854296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:13:35.952479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.572569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gm894\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T08:13:35.952572Z","caller":"traceutil/trace.go:171","msg":"trace[528571801] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gm894; range_end:; response_count:1; response_revision:13494; }","duration":"136.699282ms","start":"2026-04-23T08:13:35.815853Z","end":"2026-04-23T08:13:35.952552Z","steps":["trace[528571801] 'agreement among raft nodes before linearized reading' (duration: 136.419165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:13:35.953161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.859601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-23T08:13:35.953235Z","caller":"traceutil/trace.go:171","msg":"trace[1329125732] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13494; }","duration":"105.945343ms","start":"2026-04-23T08:13:35.847268Z","end":"2026-04-23T08:13:35.953213Z","steps":["trace[1329125732] 'agreement among raft nodes before linearized reading' (duration: 105.230296ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:13:37.947536Z","caller":"traceutil/trace.go:171","msg":"trace[1280988995] transaction","detail":"{read_only:false; response_revision:13504; number_of_response:1; }","duration":"102.776979ms","start":"2026-04-23T08:13:37.844681Z","end":"2026-04-23T08:13:37.947458Z","steps":["trace[1280988995] 'process raft request' (duration: 70.622108ms)","trace[1280988995] 'compare' (duration: 31.895345ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:13:38.661773Z","caller":"traceutil/trace.go:171","msg":"trace[761458026] linearizableReadLoop","detail":"{readStateIndex:13979; appliedIndex:13978; }","duration":"118.011675ms","start":"2026-04-23T08:13:38.543728Z","end":"2026-04-23T08:13:38.661739Z","steps":["trace[761458026] 'read index received' (duration: 117.78595ms)","trace[761458026] 'applied index is now lower than readState.Index' (duration: 224.005µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:13:38.661943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.191519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T08:13:38.661991Z","caller":"traceutil/trace.go:171","msg":"trace[2092709804] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:13509; }","duration":"118.331362ms","start":"2026-04-23T08:13:38.543644Z","end":"2026-04-23T08:13:38.661975Z","steps":["trace[2092709804] 'agreement among raft nodes before linearized reading' (duration: 118.21199ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:13:38.662135Z","caller":"traceutil/trace.go:171","msg":"trace[2111401805] transaction","detail":"{read_only:false; response_revision:13509; number_of_response:1; }","duration":"160.288572ms","start":"2026-04-23T08:13:38.501767Z","end":"2026-04-23T08:13:38.662056Z","steps":["trace[2111401805] 'process raft request' (duration: 159.741549ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:13:42.038194Z","caller":"traceutil/trace.go:171","msg":"trace[1411412967] linearizableReadLoop","detail":"{readStateIndex:13998; appliedIndex:13997; }","duration":"171.312249ms","start":"2026-04-23T08:13:41.866854Z","end":"2026-04-23T08:13:42.038166Z","steps":["trace[1411412967] 'read index received' (duration: 171.122334ms)","trace[1411412967] 'applied index is now lower than readState.Index' (duration: 188.435µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:13:42.038325Z","caller":"traceutil/trace.go:171","msg":"trace[940290630] transaction","detail":"{read_only:false; response_revision:13528; number_of_response:1; }","duration":"179.87112ms","start":"2026-04-23T08:13:41.85841Z","end":"2026-04-23T08:13:42.038281Z","steps":["trace[940290630] 'process raft request' (duration: 179.555902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:13:42.038547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.659148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T08:13:42.038605Z","caller":"traceutil/trace.go:171","msg":"trace[1869376439] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13528; }","duration":"171.76373ms","start":"2026-04-23T08:13:41.866826Z","end":"2026-04-23T08:13:42.03859Z","steps":["trace[1869376439] 'agreement among raft nodes before linearized reading' (duration: 171.555625ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:13:44.221567Z","caller":"traceutil/trace.go:171","msg":"trace[255956419] linearizableReadLoop","detail":"{readStateIndex:14014; appliedIndex:14011; }","duration":"100.977688ms","start":"2026-04-23T08:13:44.120554Z","end":"2026-04-23T08:13:44.221532Z","steps":["trace[255956419] 'read index received' (duration: 31.834274ms)","trace[255956419] 'applied index is now lower than readState.Index' (duration: 69.141674ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:13:44.221902Z","caller":"traceutil/trace.go:171","msg":"trace[508120693] transaction","detail":"{read_only:false; response_revision:13543; number_of_response:1; }","duration":"101.406147ms","start":"2026-04-23T08:13:44.120448Z","end":"2026-04-23T08:13:44.221854Z","steps":["trace[508120693] 'process raft request' (duration: 100.948907ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:13:44.222173Z","caller":"traceutil/trace.go:171","msg":"trace[1123644613] transaction","detail":"{read_only:false; response_revision:13544; number_of_response:1; }","duration":"100.625809ms","start":"2026-04-23T08:13:44.121535Z","end":"2026-04-23T08:13:44.22216Z","steps":["trace[1123644613] 'process raft request' (duration: 99.931083ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:13:44.222164Z","caller":"traceutil/trace.go:171","msg":"trace[1662661569] transaction","detail":"{read_only:false; response_revision:13542; number_of_response:1; }","duration":"101.783546ms","start":"2026-04-23T08:13:44.120333Z","end":"2026-04-23T08:13:44.222116Z","steps":["trace[1662661569] 'process raft request' (duration: 100.843214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:13:44.222688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.125334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:58 size:532880"} {"level":"info","ts":"2026-04-23T08:13:44.222776Z","caller":"traceutil/trace.go:171","msg":"trace[1662320178] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:58; response_revision:13544; }","duration":"102.254737ms","start":"2026-04-23T08:13:44.120501Z","end":"2026-04-23T08:13:44.222756Z","steps":["trace[1662320178] 'agreement among raft nodes before linearized reading' (duration: 101.146421ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:13:45.679869Z","caller":"traceutil/trace.go:171","msg":"trace[1337354755] transaction","detail":"{read_only:false; response_revision:13547; number_of_response:1; }","duration":"260.41409ms","start":"2026-04-23T08:13:45.419419Z","end":"2026-04-23T08:13:45.679833Z","steps":["trace[1337354755] 'process raft request' (duration: 259.840997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:13:46.243621Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634026877,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T08:13:46.3076Z","caller":"traceutil/trace.go:171","msg":"trace[345625535] transaction","detail":"{read_only:false; response_revision:13548; number_of_response:1; }","duration":"625.791439ms","start":"2026-04-23T08:13:45.681773Z","end":"2026-04-23T08:13:46.307564Z","steps":["trace[345625535] 'process raft request' (duration: 625.563834ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:13:46.307667Z","caller":"traceutil/trace.go:171","msg":"trace[437973062] linearizableReadLoop","detail":"{readStateIndex:14019; appliedIndex:14019; }","duration":"564.646241ms","start":"2026-04-23T08:13:45.742972Z","end":"2026-04-23T08:13:46.307618Z","steps":["trace[437973062] 'read index received' (duration: 564.633251ms)","trace[437973062] 'applied index is now lower than readState.Index' (duration: 9.22µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:13:46.307825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:13:45.681744Z","time spent":"625.952132ms","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1163,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:13:46.308392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.40447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T08:13:46.308486Z","caller":"traceutil/trace.go:171","msg":"trace[2143874673] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13548; }","duration":"565.555503ms","start":"2026-04-23T08:13:45.74291Z","end":"2026-04-23T08:13:46.308465Z","steps":["trace[2143874673] 'agreement among raft nodes before linearized reading' (duration: 565.276017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:13:46.308533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:13:45.742885Z","time spent":"565.639115ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T08:13:46.366005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.564033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:13:46.366117Z","caller":"traceutil/trace.go:171","msg":"trace[864658436] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:13549; }","duration":"496.744247ms","start":"2026-04-23T08:13:45.869343Z","end":"2026-04-23T08:13:46.366087Z","steps":["trace[864658436] 'agreement among raft nodes before linearized reading' (duration: 496.558062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:13:46.366229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:13:45.869313Z","time spent":"496.89435ms","remote":"127.0.0.1:52908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:13:46.366164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.609842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:13:46.366326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.588201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:13:46.366464Z","caller":"traceutil/trace.go:171","msg":"trace[2108569462] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:0; response_revision:13549; }","duration":"316.801096ms","start":"2026-04-23T08:13:46.049633Z","end":"2026-04-23T08:13:46.366434Z","steps":["trace[2108569462] 'agreement among raft nodes before linearized reading' (duration: 316.511489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:13:46.366552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.892068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:13:46.366624Z","caller":"traceutil/trace.go:171","msg":"trace[992903615] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:13549; }","duration":"317.033001ms","start":"2026-04-23T08:13:46.04958Z","end":"2026-04-23T08:13:46.366613Z","steps":["trace[992903615] 'agreement among raft nodes before linearized reading' (duration: 316.886927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:13:46.366697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:13:46.049567Z","time spent":"317.117814ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"warn","ts":"2026-04-23T08:13:46.366744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.213044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:13:46.366694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.893843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gm894\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-23T08:13:46.36655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:13:46.049607Z","time spent":"316.926339ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/placement-ks-service\" "} {"level":"info","ts":"2026-04-23T08:13:46.36686Z","caller":"traceutil/trace.go:171","msg":"trace[860170745] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:13549; }","duration":"403.448689ms","start":"2026-04-23T08:13:45.963387Z","end":"2026-04-23T08:13:46.366836Z","steps":["trace[860170745] 'agreement among raft nodes before linearized reading' (duration: 403.196713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:13:46.366899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.995188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-23T08:13:46.366899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.991808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T08:13:46.366902Z","caller":"traceutil/trace.go:171","msg":"trace[2043360995] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gm894; range_end:; response_count:1; response_revision:13549; }","duration":"130.332303ms","start":"2026-04-23T08:13:46.23653Z","end":"2026-04-23T08:13:46.366862Z","steps":["trace[2043360995] 'agreement among raft nodes before linearized reading' (duration: 129.549994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:13:46.366916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:13:45.963356Z","time spent":"403.549301ms","remote":"127.0.0.1:46472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:13:46.366939Z","caller":"traceutil/trace.go:171","msg":"trace[1113345560] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13549; }","duration":"140.08634ms","start":"2026-04-23T08:13:46.226843Z","end":"2026-04-23T08:13:46.366929Z","steps":["trace[1113345560] 'agreement among raft nodes before linearized reading' (duration: 140.002588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:13:46.366935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.986904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T08:13:46.366382Z","caller":"traceutil/trace.go:171","msg":"trace[268775368] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:13549; }","duration":"316.96683ms","start":"2026-04-23T08:13:46.049393Z","end":"2026-04-23T08:13:46.36636Z","steps":["trace[268775368] 'agreement among raft nodes before linearized reading' (duration: 316.591011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:13:46.366815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.251564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-23T08:13:46.366993Z","caller":"traceutil/trace.go:171","msg":"trace[441470664] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13549; }","duration":"139.068406ms","start":"2026-04-23T08:13:46.22791Z","end":"2026-04-23T08:13:46.366979Z","steps":["trace[441470664] 'agreement among raft nodes before linearized reading' (duration: 138.948494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:13:46.366994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:13:46.049366Z","time spent":"317.619065ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/placement-ks-user\" "} {"level":"warn","ts":"2026-04-23T08:13:46.367055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.568664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-db-sync\" ","response":"range_response_count:1 size:5154"} {"level":"info","ts":"2026-04-23T08:13:46.367116Z","caller":"traceutil/trace.go:171","msg":"trace[1213656157] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13549; }","duration":"149.559961ms","start":"2026-04-23T08:13:46.217502Z","end":"2026-04-23T08:13:46.367062Z","steps":["trace[1213656157] 'agreement among raft nodes before linearized reading' (duration: 149.106961ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:13:46.36695Z","caller":"traceutil/trace.go:171","msg":"trace[698248118] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13549; }","duration":"140.0957ms","start":"2026-04-23T08:13:46.226843Z","end":"2026-04-23T08:13:46.366939Z","steps":["trace[698248118] 'agreement among raft nodes before linearized reading' (duration: 139.934307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:13:46.36679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.381095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-23T08:13:46.36727Z","caller":"traceutil/trace.go:171","msg":"trace[2036561682] transaction","detail":"{read_only:false; response_revision:13549; number_of_response:1; }","duration":"100.869655ms","start":"2026-04-23T08:13:46.266382Z","end":"2026-04-23T08:13:46.367251Z","steps":["trace[2036561682] 'process raft request' (duration: 99.343779ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:13:46.367304Z","caller":"traceutil/trace.go:171","msg":"trace[1107476198] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:13549; }","duration":"247.923658ms","start":"2026-04-23T08:13:46.119346Z","end":"2026-04-23T08:13:46.367269Z","steps":["trace[1107476198] 'agreement among raft nodes before linearized reading' (duration: 247.243402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:13:46.366556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.164146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:13:46.367375Z","caller":"traceutil/trace.go:171","msg":"trace[2014137672] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13549; }","duration":"483.036636ms","start":"2026-04-23T08:13:45.884328Z","end":"2026-04-23T08:13:46.367364Z","steps":["trace[2014137672] 'agreement among raft nodes before linearized reading' (duration: 482.194267ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:13:46.367147Z","caller":"traceutil/trace.go:171","msg":"trace[263281793] range","detail":"{range_begin:/registry/jobs/openstack/placement-db-sync; range_end:; response_count:1; response_revision:13549; }","duration":"317.756848ms","start":"2026-04-23T08:13:46.049368Z","end":"2026-04-23T08:13:46.367125Z","steps":["trace[263281793] 'agreement among raft nodes before linearized reading' (duration: 317.244986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:13:46.36742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:13:45.8843Z","time spent":"483.105468ms","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:13:46.367439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:13:46.049338Z","time spent":"318.083836ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":5177,"request content":"key:\"/registry/jobs/openstack/placement-db-sync\" "} {"level":"info","ts":"2026-04-23T08:13:46.503289Z","caller":"traceutil/trace.go:171","msg":"trace[1943153311] transaction","detail":"{read_only:false; response_revision:13552; number_of_response:1; }","duration":"129.613946ms","start":"2026-04-23T08:13:46.373646Z","end":"2026-04-23T08:13:46.50326Z","steps":["trace[1943153311] 'process raft request' (duration: 129.422511ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:13:46.503758Z","caller":"traceutil/trace.go:171","msg":"trace[384485626] transaction","detail":"{read_only:false; response_revision:13555; number_of_response:1; }","duration":"129.932653ms","start":"2026-04-23T08:13:46.373808Z","end":"2026-04-23T08:13:46.503741Z","steps":["trace[384485626] 'process raft request' (duration: 129.878062ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:13:46.504004Z","caller":"traceutil/trace.go:171","msg":"trace[1466603904] transaction","detail":"{read_only:false; response_revision:13554; number_of_response:1; }","duration":"130.23869ms","start":"2026-04-23T08:13:46.373725Z","end":"2026-04-23T08:13:46.503963Z","steps":["trace[1466603904] 'process raft request' (duration: 129.699007ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:13:46.504385Z","caller":"traceutil/trace.go:171","msg":"trace[1003374876] transaction","detail":"{read_only:false; response_revision:13553; number_of_response:1; }","duration":"130.714791ms","start":"2026-04-23T08:13:46.373635Z","end":"2026-04-23T08:13:46.504349Z","steps":["trace[1003374876] 'process raft request' (duration: 129.580865ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:13:47.849849Z","caller":"traceutil/trace.go:171","msg":"trace[1036968757] transaction","detail":"{read_only:false; response_revision:13557; number_of_response:1; }","duration":"158.703396ms","start":"2026-04-23T08:13:47.691114Z","end":"2026-04-23T08:13:47.849818Z","steps":["trace[1036968757] 'process raft request' (duration: 158.46339ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:13:54.706604Z","caller":"traceutil/trace.go:171","msg":"trace[306767639] transaction","detail":"{read_only:false; response_revision:13615; number_of_response:1; }","duration":"156.175236ms","start":"2026-04-23T08:13:54.550393Z","end":"2026-04-23T08:13:54.706568Z","steps":["trace[306767639] 'process raft request' (duration: 135.306289ms)","trace[306767639] 'compare' (duration: 20.488318ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:13:54.706924Z","caller":"traceutil/trace.go:171","msg":"trace[1785529320] transaction","detail":"{read_only:false; response_revision:13616; number_of_response:1; }","duration":"156.078903ms","start":"2026-04-23T08:13:54.550801Z","end":"2026-04-23T08:13:54.70688Z","steps":["trace[1785529320] 'process raft request' (duration: 155.656483ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:13:54.707142Z","caller":"traceutil/trace.go:171","msg":"trace[2114515661] transaction","detail":"{read_only:false; response_revision:13617; number_of_response:1; }","duration":"154.20069ms","start":"2026-04-23T08:13:54.552888Z","end":"2026-04-23T08:13:54.707089Z","steps":["trace[2114515661] 'process raft request' (duration: 153.896133ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:14:07.044142Z","caller":"traceutil/trace.go:171","msg":"trace[1421446398] linearizableReadLoop","detail":"{readStateIndex:14162; appliedIndex:14161; }","duration":"159.719069ms","start":"2026-04-23T08:14:06.884382Z","end":"2026-04-23T08:14:07.044101Z","steps":["trace[1421446398] 'read index received' (duration: 124.094197ms)","trace[1421446398] 'applied index is now lower than readState.Index' (duration: 35.623402ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:14:07.044351Z","caller":"traceutil/trace.go:171","msg":"trace[1952485436] transaction","detail":"{read_only:false; response_revision:13687; number_of_response:1; }","duration":"164.618123ms","start":"2026-04-23T08:14:06.879627Z","end":"2026-04-23T08:14:07.044245Z","steps":["trace[1952485436] 'process raft request' (duration: 128.879829ms)","trace[1952485436] 'compare' (duration: 35.416627ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:14:07.044613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.962154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:14:07.045058Z","caller":"traceutil/trace.go:171","msg":"trace[277032556] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13687; }","duration":"160.357103ms","start":"2026-04-23T08:14:06.884325Z","end":"2026-04-23T08:14:07.044682Z","steps":["trace[277032556] 'agreement among raft nodes before linearized reading' (duration: 159.967834ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:14:13.595084Z","caller":"traceutil/trace.go:171","msg":"trace[27170624] transaction","detail":"{read_only:false; response_revision:13720; number_of_response:1; }","duration":"129.82489ms","start":"2026-04-23T08:14:13.465227Z","end":"2026-04-23T08:14:13.595052Z","steps":["trace[27170624] 'process raft request' (duration: 129.596975ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:14:13.615205Z","caller":"traceutil/trace.go:171","msg":"trace[1186406969] transaction","detail":"{read_only:false; response_revision:13721; number_of_response:1; }","duration":"119.908079ms","start":"2026-04-23T08:14:13.495272Z","end":"2026-04-23T08:14:13.61518Z","steps":["trace[1186406969] 'process raft request' (duration: 119.778296ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:14:31.07619Z","caller":"traceutil/trace.go:171","msg":"trace[558025011] transaction","detail":"{read_only:false; response_revision:13836; number_of_response:1; }","duration":"148.858045ms","start":"2026-04-23T08:14:30.927291Z","end":"2026-04-23T08:14:31.076149Z","steps":["trace[558025011] 'process raft request' (duration: 78.949633ms)","trace[558025011] 'compare' (duration: 69.671147ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:14:31.076313Z","caller":"traceutil/trace.go:171","msg":"trace[933921240] linearizableReadLoop","detail":"{readStateIndex:14316; appliedIndex:14315; }","duration":"123.517664ms","start":"2026-04-23T08:14:30.952733Z","end":"2026-04-23T08:14:31.076251Z","steps":["trace[933921240] 'read index received' (duration: 53.53031ms)","trace[933921240] 'applied index is now lower than readState.Index' (duration: 69.979603ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:14:31.076722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.367676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-04-23T08:14:31.076708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.946803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T08:14:31.076779Z","caller":"traceutil/trace.go:171","msg":"trace[1264221233] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:13836; }","duration":"113.506839ms","start":"2026-04-23T08:14:30.963256Z","end":"2026-04-23T08:14:31.076763Z","steps":["trace[1264221233] 'agreement among raft nodes before linearized reading' (duration: 113.242093ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:14:31.076809Z","caller":"traceutil/trace.go:171","msg":"trace[1866810396] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13836; }","duration":"124.083916ms","start":"2026-04-23T08:14:30.952701Z","end":"2026-04-23T08:14:31.076785Z","steps":["trace[1866810396] 'agreement among raft nodes before linearized reading' (duration: 123.698157ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:14:31.203061Z","caller":"traceutil/trace.go:171","msg":"trace[821804802] transaction","detail":"{read_only:false; response_revision:13838; number_of_response:1; }","duration":"121.314722ms","start":"2026-04-23T08:14:31.081665Z","end":"2026-04-23T08:14:31.20298Z","steps":["trace[821804802] 'process raft request' (duration: 115.674361ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:14:31.203226Z","caller":"traceutil/trace.go:171","msg":"trace[1468414688] linearizableReadLoop","detail":"{readStateIndex:14318; appliedIndex:14317; }","duration":"101.767986ms","start":"2026-04-23T08:14:31.10142Z","end":"2026-04-23T08:14:31.203188Z","steps":["trace[1468414688] 'read index received' (duration: 14.219352ms)","trace[1468414688] 'applied index is now lower than readState.Index' (duration: 87.544814ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:14:31.203432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.986491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T08:14:31.203479Z","caller":"traceutil/trace.go:171","msg":"trace[275247581] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:13839; }","duration":"102.116463ms","start":"2026-04-23T08:14:31.101349Z","end":"2026-04-23T08:14:31.203466Z","steps":["trace[275247581] 'agreement among raft nodes before linearized reading' (duration: 101.96308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:15:05.556372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.329307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T08:15:05.556506Z","caller":"traceutil/trace.go:171","msg":"trace[1728791030] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14083; }","duration":"239.522142ms","start":"2026-04-23T08:15:05.316961Z","end":"2026-04-23T08:15:05.556483Z","steps":["trace[1728791030] 'range keys from in-memory index tree' (duration: 239.094522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:15:05.556733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.439723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-23T08:15:05.556847Z","caller":"traceutil/trace.go:171","msg":"trace[462649438] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:14083; }","duration":"207.582916ms","start":"2026-04-23T08:15:05.349235Z","end":"2026-04-23T08:15:05.556818Z","steps":["trace[462649438] 'range keys from in-memory index tree' (duration: 207.232707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:15:05.557285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.260339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-23T08:15:05.557343Z","caller":"traceutil/trace.go:171","msg":"trace[297236361] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14083; }","duration":"536.353122ms","start":"2026-04-23T08:15:05.020974Z","end":"2026-04-23T08:15:05.557327Z","steps":["trace[297236361] 'range keys from in-memory index tree' (duration: 536.103746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:15:05.557379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:15:05.020951Z","time spent":"536.418053ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T08:15:05.55759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.111273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T08:15:05.557642Z","caller":"traceutil/trace.go:171","msg":"trace[138751241] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14083; }","duration":"377.163615ms","start":"2026-04-23T08:15:05.180469Z","end":"2026-04-23T08:15:05.557633Z","steps":["trace[138751241] 'range keys from in-memory index tree' (duration: 376.959299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:15:05.557669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:15:05.180384Z","time spent":"377.279317ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T08:15:05.557863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.786693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gm894\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T08:15:05.557917Z","caller":"traceutil/trace.go:171","msg":"trace[64469235] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gm894; range_end:; response_count:1; response_revision:14083; }","duration":"369.851524ms","start":"2026-04-23T08:15:05.188051Z","end":"2026-04-23T08:15:05.557902Z","steps":["trace[64469235] 'range keys from in-memory index tree' (duration: 369.69799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:15:05.557949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:15:05.188044Z","time spent":"369.896705ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-gm894\" "} {"level":"info","ts":"2026-04-23T08:15:05.55913Z","caller":"traceutil/trace.go:171","msg":"trace[1218410129] linearizableReadLoop","detail":"{readStateIndex:14575; appliedIndex:14574; }","duration":"145.007765ms","start":"2026-04-23T08:15:05.414102Z","end":"2026-04-23T08:15:05.55911Z","steps":["trace[1218410129] 'read index received' (duration: 144.669697ms)","trace[1218410129] 'applied index is now lower than readState.Index' (duration: 336.738µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:15:05.559378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.270171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T08:15:05.559425Z","caller":"traceutil/trace.go:171","msg":"trace[1797180275] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14084; }","duration":"145.360573ms","start":"2026-04-23T08:15:05.414052Z","end":"2026-04-23T08:15:05.559412Z","steps":["trace[1797180275] 'agreement among raft nodes before linearized reading' (duration: 145.156998ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:15:05.560951Z","caller":"traceutil/trace.go:171","msg":"trace[1722353243] transaction","detail":"{read_only:false; response_revision:14084; number_of_response:1; }","duration":"182.701515ms","start":"2026-04-23T08:15:05.378229Z","end":"2026-04-23T08:15:05.560931Z","steps":["trace[1722353243] 'process raft request' (duration: 180.620176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:15:09.231723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.663305ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:15:09.231904Z","caller":"traceutil/trace.go:171","msg":"trace[1864775589] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:14099; }","duration":"837.85626ms","start":"2026-04-23T08:15:08.394019Z","end":"2026-04-23T08:15:09.231876Z","steps":["trace[1864775589] 'range keys from in-memory index tree' (duration: 837.635574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:15:09.232737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.99115ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:15:09.233047Z","caller":"traceutil/trace.go:171","msg":"trace[85073431] transaction","detail":"{read_only:false; response_revision:14101; number_of_response:1; }","duration":"448.948431ms","start":"2026-04-23T08:15:08.784075Z","end":"2026-04-23T08:15:09.233023Z","steps":["trace[85073431] 'process raft request' (duration: 448.810688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:15:09.23313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:15:08.784044Z","time spent":"449.049163ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:15:09.233271Z","caller":"traceutil/trace.go:171","msg":"trace[428552729] linearizableReadLoop","detail":"{readStateIndex:14592; appliedIndex:14591; }","duration":"811.346391ms","start":"2026-04-23T08:15:08.421887Z","end":"2026-04-23T08:15:09.233233Z","steps":["trace[428552729] 'read index received' (duration: 53.101µs)","trace[428552729] 'applied index is now lower than readState.Index' (duration: 811.28948ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:15:09.233293Z","caller":"traceutil/trace.go:171","msg":"trace[1256128084] transaction","detail":"{read_only:false; response_revision:14100; number_of_response:1; }","duration":"971.251694ms","start":"2026-04-23T08:15:08.261999Z","end":"2026-04-23T08:15:09.23325Z","steps":["trace[1256128084] 'process raft request' (duration: 94.532447ms)","trace[1256128084] 'compare' (duration: 875.400496ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:15:09.233499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:15:08.261965Z","time spent":"971.412998ms","remote":"127.0.0.1:47922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:15:09.233482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.558176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:15:09.233511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.670806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:15:09.233545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.265296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-23T08:15:09.233558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.369638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T08:15:09.233587Z","caller":"traceutil/trace.go:171","msg":"trace[913480043] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14101; }","duration":"607.338458ms","start":"2026-04-23T08:15:08.626235Z","end":"2026-04-23T08:15:09.233574Z","steps":["trace[913480043] 'agreement among raft nodes before linearized reading' (duration: 607.199355ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:15:09.233587Z","caller":"traceutil/trace.go:171","msg":"trace[1443076600] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:14101; }","duration":"811.73426ms","start":"2026-04-23T08:15:08.421823Z","end":"2026-04-23T08:15:09.233557Z","steps":["trace[1443076600] 'agreement among raft nodes before linearized reading' (duration: 811.533295ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:15:09.233609Z","caller":"traceutil/trace.go:171","msg":"trace[1898861137] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14101; }","duration":"305.45306ms","start":"2026-04-23T08:15:08.928137Z","end":"2026-04-23T08:15:09.23359Z","steps":["trace[1898861137] 'agreement among raft nodes before linearized reading' (duration: 305.277576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:15:09.233618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:15:08.62621Z","time spent":"607.40135ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T08:15:09.233631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.415029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T08:15:09.233753Z","caller":"traceutil/trace.go:171","msg":"trace[589922002] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14101; }","duration":"795.566152ms","start":"2026-04-23T08:15:08.43815Z","end":"2026-04-23T08:15:09.233717Z","steps":["trace[589922002] 'agreement among raft nodes before linearized reading' (duration: 795.262905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:15:09.233819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:15:08.438116Z","time spent":"795.688555ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T08:15:09.233588Z","caller":"traceutil/trace.go:171","msg":"trace[1723255433] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14101; }","duration":"350.746448ms","start":"2026-04-23T08:15:08.882818Z","end":"2026-04-23T08:15:09.233565Z","steps":["trace[1723255433] 'agreement among raft nodes before linearized reading' (duration: 350.611825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:15:09.233641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:15:08.928116Z","time spent":"305.518672ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T08:15:09.233654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:15:08.421797Z","time spent":"811.845153ms","remote":"127.0.0.1:46520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:15:09.23389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:15:08.882743Z","time spent":"351.135297ms","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:15:30.793859Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634028808,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T08:15:31.018099Z","caller":"traceutil/trace.go:171","msg":"trace[148071101] linearizableReadLoop","detail":"{readStateIndex:14716; appliedIndex:14715; }","duration":"725.226738ms","start":"2026-04-23T08:15:30.292838Z","end":"2026-04-23T08:15:31.018064Z","steps":["trace[148071101] 'read index received' (duration: 725.022443ms)","trace[148071101] 'applied index is now lower than readState.Index' (duration: 202.725µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:15:31.018371Z","caller":"traceutil/trace.go:171","msg":"trace[807439590] transaction","detail":"{read_only:false; response_revision:14220; number_of_response:1; }","duration":"780.822977ms","start":"2026-04-23T08:15:30.237352Z","end":"2026-04-23T08:15:31.018175Z","steps":["trace[807439590] 'process raft request' (duration: 780.463199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:15:31.018365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.484813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T08:15:31.018608Z","caller":"traceutil/trace.go:171","msg":"trace[155344629] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:14220; }","duration":"725.75696ms","start":"2026-04-23T08:15:30.292832Z","end":"2026-04-23T08:15:31.018589Z","steps":["trace[155344629] 'agreement among raft nodes before linearized reading' (duration: 725.369701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:15:31.018404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.946329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:15:31.01867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:15:30.292791Z","time spent":"725.860622ms","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":15,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:15:31.018679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:15:30.237332Z","time spent":"781.155695ms","remote":"127.0.0.1:48178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:15:31.018732Z","caller":"traceutil/trace.go:171","msg":"trace[793486757] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:14220; }","duration":"479.345158ms","start":"2026-04-23T08:15:30.539353Z","end":"2026-04-23T08:15:31.018698Z","steps":["trace[793486757] 'agreement among raft nodes before linearized reading' (duration: 478.956809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:15:31.018884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:15:30.53933Z","time spent":"479.510412ms","remote":"127.0.0.1:52844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:15:31.328656Z","caller":"traceutil/trace.go:171","msg":"trace[2001522600] transaction","detail":"{read_only:false; response_revision:14221; number_of_response:1; }","duration":"303.405134ms","start":"2026-04-23T08:15:31.025218Z","end":"2026-04-23T08:15:31.328623Z","steps":["trace[2001522600] 'process raft request' (duration: 300.337083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:15:31.329236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:15:31.025191Z","time spent":"303.607308ms","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":659,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:15:32.820602Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12223} {"level":"info","ts":"2026-04-23T08:15:32.903313Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12223,"took":"79.867197ms","hash":629161343,"current-db-size-bytes":57188352,"current-db-size":"57 MB","current-db-size-in-use-bytes":27168768,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-04-23T08:15:32.903395Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":629161343,"revision":12223,"compact-revision":9989} {"level":"info","ts":"2026-04-23T08:15:35.616053Z","caller":"traceutil/trace.go:171","msg":"trace[1320093066] transaction","detail":"{read_only:false; response_revision:14245; number_of_response:1; }","duration":"189.820009ms","start":"2026-04-23T08:15:35.426201Z","end":"2026-04-23T08:15:35.616022Z","steps":["trace[1320093066] 'process raft request' (duration: 165.07368ms)","trace[1320093066] 'compare' (duration: 24.607195ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:15:35.946753Z","caller":"traceutil/trace.go:171","msg":"trace[521835221] transaction","detail":"{read_only:false; response_revision:14247; number_of_response:1; }","duration":"132.474238ms","start":"2026-04-23T08:15:35.81424Z","end":"2026-04-23T08:15:35.946714Z","steps":["trace[521835221] 'process raft request' (duration: 105.693252ms)","trace[521835221] 'compare' (duration: 26.650573ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:15:35.947434Z","caller":"traceutil/trace.go:171","msg":"trace[1467286541] transaction","detail":"{read_only:false; response_revision:14249; number_of_response:1; }","duration":"130.00832ms","start":"2026-04-23T08:15:35.817411Z","end":"2026-04-23T08:15:35.947419Z","steps":["trace[1467286541] 'process raft request' (duration: 129.937338ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:15:35.947507Z","caller":"traceutil/trace.go:171","msg":"trace[1907410897] transaction","detail":"{read_only:false; response_revision:14248; number_of_response:1; }","duration":"132.706413ms","start":"2026-04-23T08:15:35.814751Z","end":"2026-04-23T08:15:35.947457Z","steps":["trace[1907410897] 'process raft request' (duration: 132.529599ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:15:35.947585Z","caller":"traceutil/trace.go:171","msg":"trace[1860021406] linearizableReadLoop","detail":"{readStateIndex:14746; appliedIndex:14744; }","duration":"132.750575ms","start":"2026-04-23T08:15:35.814795Z","end":"2026-04-23T08:15:35.947546Z","steps":["trace[1860021406] 'read index received' (duration: 105.084158ms)","trace[1860021406] 'applied index is now lower than readState.Index' (duration: 27.665066ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:15:35.947567Z","caller":"traceutil/trace.go:171","msg":"trace[411430840] transaction","detail":"{read_only:false; response_revision:14250; number_of_response:1; }","duration":"129.700303ms","start":"2026-04-23T08:15:35.817855Z","end":"2026-04-23T08:15:35.947555Z","steps":["trace[411430840] 'process raft request' (duration: 129.526139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:15:35.947871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.153833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T08:15:35.947916Z","caller":"traceutil/trace.go:171","msg":"trace[2122355496] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14250; }","duration":"133.239256ms","start":"2026-04-23T08:15:35.814664Z","end":"2026-04-23T08:15:35.947904Z","steps":["trace[2122355496] 'agreement among raft nodes before linearized reading' (duration: 133.057652ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:15:38.230648Z","caller":"traceutil/trace.go:171","msg":"trace[1595633491] transaction","detail":"{read_only:false; response_revision:14257; number_of_response:1; }","duration":"272.46076ms","start":"2026-04-23T08:15:37.958153Z","end":"2026-04-23T08:15:38.230614Z","steps":["trace[1595633491] 'process raft request' (duration: 272.273026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:15:38.762333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.683118ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:15:38.762474Z","caller":"traceutil/trace.go:171","msg":"trace[471504739] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:14257; }","duration":"367.841771ms","start":"2026-04-23T08:15:38.394611Z","end":"2026-04-23T08:15:38.762452Z","steps":["trace[471504739] 'range keys from in-memory index tree' (duration: 367.663977ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:15:38.762867Z","caller":"traceutil/trace.go:171","msg":"trace[808846268] transaction","detail":"{read_only:false; response_revision:14258; number_of_response:1; }","duration":"804.131953ms","start":"2026-04-23T08:15:37.958687Z","end":"2026-04-23T08:15:38.762819Z","steps":["trace[808846268] 'process raft request' (duration: 763.949183ms)","trace[808846268] 'compare' (duration: 39.475873ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:15:38.762919Z","caller":"traceutil/trace.go:171","msg":"trace[247576200] transaction","detail":"{read_only:false; response_revision:14259; number_of_response:1; }","duration":"804.065161ms","start":"2026-04-23T08:15:37.958842Z","end":"2026-04-23T08:15:38.762907Z","steps":["trace[247576200] 'process raft request' (duration: 803.843656ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:15:38.762956Z","caller":"traceutil/trace.go:171","msg":"trace[708671413] linearizableReadLoop","detail":"{readStateIndex:14758; appliedIndex:14754; }","duration":"799.083035ms","start":"2026-04-23T08:15:37.963834Z","end":"2026-04-23T08:15:38.762917Z","steps":["trace[708671413] 'read index received' (duration: 266.525972ms)","trace[708671413] 'applied index is now lower than readState.Index' (duration: 532.555003ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:15:38.763048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:15:37.95867Z","time spent":"804.272316ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:15:38.76306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:15:37.958811Z","time spent":"804.149433ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:15:38.763253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.276048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:15:38.76328Z","caller":"traceutil/trace.go:171","msg":"trace[1852730386] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:14260; }","duration":"704.303468ms","start":"2026-04-23T08:15:38.058964Z","end":"2026-04-23T08:15:38.763268Z","steps":["trace[1852730386] 'agreement among raft nodes before linearized reading' (duration: 704.197826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:15:38.7633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:15:38.058886Z","time spent":"704.409811ms","remote":"127.0.0.1:46524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:15:38.763259Z","caller":"traceutil/trace.go:171","msg":"trace[1040586254] transaction","detail":"{read_only:false; response_revision:14260; number_of_response:1; }","duration":"804.101272ms","start":"2026-04-23T08:15:37.959031Z","end":"2026-04-23T08:15:38.763132Z","steps":["trace[1040586254] 'process raft request' (duration: 803.811755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:15:38.763354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.514495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-23T08:15:38.763351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.291633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-23T08:15:38.76342Z","caller":"traceutil/trace.go:171","msg":"trace[461074460] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14260; }","duration":"799.597167ms","start":"2026-04-23T08:15:37.963804Z","end":"2026-04-23T08:15:38.763401Z","steps":["trace[461074460] 'agreement among raft nodes before linearized reading' (duration: 799.352951ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:15:38.763429Z","caller":"traceutil/trace.go:171","msg":"trace[196573434] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:14260; }","duration":"519.413816ms","start":"2026-04-23T08:15:38.243997Z","end":"2026-04-23T08:15:38.763411Z","steps":["trace[196573434] 'agreement among raft nodes before linearized reading' (duration: 519.16238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:15:38.763473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:15:38.243973Z","time spent":"519.489567ms","remote":"127.0.0.1:47922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-04-23T08:15:38.763473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:15:37.963797Z","time spent":"799.663109ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T08:15:38.763508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:15:37.95899Z","time spent":"804.393629ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:15:38.76335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.520445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gm894\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T08:15:38.763571Z","caller":"traceutil/trace.go:171","msg":"trace[1902061746] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gm894; range_end:; response_count:1; response_revision:14260; }","duration":"796.771011ms","start":"2026-04-23T08:15:37.966786Z","end":"2026-04-23T08:15:38.763557Z","steps":["trace[1902061746] 'agreement among raft nodes before linearized reading' (duration: 796.366082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:15:38.763615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:15:37.966773Z","time spent":"796.832022ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-gm894\" "} {"level":"info","ts":"2026-04-23T08:15:47.102272Z","caller":"traceutil/trace.go:171","msg":"trace[1489721910] linearizableReadLoop","detail":"{readStateIndex:14818; appliedIndex:14817; }","duration":"329.198107ms","start":"2026-04-23T08:15:46.773039Z","end":"2026-04-23T08:15:47.102237Z","steps":["trace[1489721910] 'read index received' (duration: 329.010373ms)","trace[1489721910] 'applied index is now lower than readState.Index' (duration: 186.374µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:15:47.102409Z","caller":"traceutil/trace.go:171","msg":"trace[1186195851] transaction","detail":"{read_only:false; response_revision:14315; number_of_response:1; }","duration":"367.932943ms","start":"2026-04-23T08:15:46.734434Z","end":"2026-04-23T08:15:47.102367Z","steps":["trace[1186195851] 'process raft request' (duration: 367.594255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:15:47.102493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.440453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T08:15:47.102536Z","caller":"traceutil/trace.go:171","msg":"trace[706635000] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:14315; }","duration":"329.547845ms","start":"2026-04-23T08:15:46.772977Z","end":"2026-04-23T08:15:47.102525Z","steps":["trace[706635000] 'agreement among raft nodes before linearized reading' (duration: 329.437432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:15:47.102587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:15:46.772946Z","time spent":"329.624827ms","remote":"127.0.0.1:48178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":10,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:15:47.102616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:15:46.734411Z","time spent":"368.091617ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12483,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:15:47.102733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.509943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:15:47.102836Z","caller":"traceutil/trace.go:171","msg":"trace[2006879312] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14315; }","duration":"219.642936ms","start":"2026-04-23T08:15:46.88317Z","end":"2026-04-23T08:15:47.102813Z","steps":["trace[2006879312] 'agreement among raft nodes before linearized reading' (duration: 219.435581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:15:47.102848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.783016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-23T08:15:47.102914Z","caller":"traceutil/trace.go:171","msg":"trace[437492662] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:14315; }","duration":"301.867969ms","start":"2026-04-23T08:15:46.801029Z","end":"2026-04-23T08:15:47.102897Z","steps":["trace[437492662] 'agreement among raft nodes before linearized reading' (duration: 301.694075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:15:47.10295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:15:46.801018Z","time spent":"301.92344ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T08:15:47.102956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.721447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gm894\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-23T08:15:47.102829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.456358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T08:15:47.103028Z","caller":"traceutil/trace.go:171","msg":"trace[979198206] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gm894; range_end:; response_count:1; response_revision:14315; }","duration":"275.782529ms","start":"2026-04-23T08:15:46.827202Z","end":"2026-04-23T08:15:47.102985Z","steps":["trace[979198206] 'agreement among raft nodes before linearized reading' (duration: 275.687057ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:15:47.103053Z","caller":"traceutil/trace.go:171","msg":"trace[1323673686] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14315; }","duration":"295.746785ms","start":"2026-04-23T08:15:46.807288Z","end":"2026-04-23T08:15:47.103035Z","steps":["trace[1323673686] 'agreement among raft nodes before linearized reading' (duration: 295.304945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:15:47.103032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.117597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T08:15:47.103178Z","caller":"traceutil/trace.go:171","msg":"trace[768801801] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14315; }","duration":"297.362823ms","start":"2026-04-23T08:15:46.80579Z","end":"2026-04-23T08:15:47.103152Z","steps":["trace[768801801] 'agreement among raft nodes before linearized reading' (duration: 296.851941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:15:47.103246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.388941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:15:47.103324Z","caller":"traceutil/trace.go:171","msg":"trace[2128077743] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:14315; }","duration":"317.503774ms","start":"2026-04-23T08:15:46.785801Z","end":"2026-04-23T08:15:47.103304Z","steps":["trace[2128077743] 'agreement among raft nodes before linearized reading' (duration: 316.714456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:15:47.103366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:15:46.785788Z","time spent":"317.566825ms","remote":"127.0.0.1:41332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:15:47.103773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.442075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T08:15:47.104057Z","caller":"traceutil/trace.go:171","msg":"trace[130028502] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14315; }","duration":"297.590318ms","start":"2026-04-23T08:15:46.806277Z","end":"2026-04-23T08:15:47.103867Z","steps":["trace[130028502] 'agreement among raft nodes before linearized reading' (duration: 296.831821ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:15:47.243148Z","caller":"traceutil/trace.go:171","msg":"trace[1287154749] transaction","detail":"{read_only:false; response_revision:14317; number_of_response:1; }","duration":"133.671436ms","start":"2026-04-23T08:15:47.109441Z","end":"2026-04-23T08:15:47.243113Z","steps":["trace[1287154749] 'process raft request' (duration: 133.550323ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:15:47.243401Z","caller":"traceutil/trace.go:171","msg":"trace[216922814] transaction","detail":"{read_only:false; response_revision:14316; number_of_response:1; }","duration":"135.200131ms","start":"2026-04-23T08:15:47.108144Z","end":"2026-04-23T08:15:47.243344Z","steps":["trace[216922814] 'process raft request' (duration: 66.623577ms)","trace[216922814] 'compare' (duration: 68.035871ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:15:47.243606Z","caller":"traceutil/trace.go:171","msg":"trace[2146852614] linearizableReadLoop","detail":"{readStateIndex:14820; appliedIndex:14818; }","duration":"133.817529ms","start":"2026-04-23T08:15:47.109769Z","end":"2026-04-23T08:15:47.243586Z","steps":["trace[2146852614] 'read index received' (duration: 65.269666ms)","trace[2146852614] 'applied index is now lower than readState.Index' (duration: 68.546533ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:15:47.243821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.29784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:15:47.243869Z","caller":"traceutil/trace.go:171","msg":"trace[632974851] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:14319; }","duration":"131.390072ms","start":"2026-04-23T08:15:47.112466Z","end":"2026-04-23T08:15:47.243856Z","steps":["trace[632974851] 'agreement among raft nodes before linearized reading' (duration: 131.266979ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:15:47.243867Z","caller":"traceutil/trace.go:171","msg":"trace[853090490] transaction","detail":"{read_only:false; response_revision:14319; number_of_response:1; }","duration":"133.803499ms","start":"2026-04-23T08:15:47.110032Z","end":"2026-04-23T08:15:47.243835Z","steps":["trace[853090490] 'process raft request' (duration: 133.376309ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:15:47.243968Z","caller":"traceutil/trace.go:171","msg":"trace[1346034763] transaction","detail":"{read_only:false; response_revision:14318; number_of_response:1; }","duration":"134.071245ms","start":"2026-04-23T08:15:47.109871Z","end":"2026-04-23T08:15:47.243942Z","steps":["trace[1346034763] 'process raft request' (duration: 133.215775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:15:47.245549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.754564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:578498"} {"level":"info","ts":"2026-04-23T08:15:47.245638Z","caller":"traceutil/trace.go:171","msg":"trace[574543830] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:14319; }","duration":"135.851627ms","start":"2026-04-23T08:15:47.109745Z","end":"2026-04-23T08:15:47.245596Z","steps":["trace[574543830] 'agreement among raft nodes before linearized reading' (duration: 133.975233ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:15:47.520109Z","caller":"traceutil/trace.go:171","msg":"trace[2084771720] transaction","detail":"{read_only:false; response_revision:14320; number_of_response:1; }","duration":"102.818735ms","start":"2026-04-23T08:15:47.41726Z","end":"2026-04-23T08:15:47.520078Z","steps":["trace[2084771720] 'process raft request' (duration: 102.60301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:15:48.395928Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634029097,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:15:48.83764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.9174ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:15:48.837705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.051548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:15:48.83782Z","caller":"traceutil/trace.go:171","msg":"trace[431073995] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:14322; }","duration":"444.112664ms","start":"2026-04-23T08:15:48.393679Z","end":"2026-04-23T08:15:48.837792Z","steps":["trace[431073995] 'range keys from in-memory index tree' (duration: 443.892509ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:15:48.837864Z","caller":"traceutil/trace.go:171","msg":"trace[1085655992] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14322; }","duration":"954.270053ms","start":"2026-04-23T08:15:47.883562Z","end":"2026-04-23T08:15:48.837832Z","steps":["trace[1085655992] 'range keys from in-memory index tree' (duration: 953.924565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:15:48.837936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:15:47.883534Z","time spent":"954.389496ms","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:15:48.896103Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634029097,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:15:49.034821Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.147819649s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T08:15:49.035238Z","caller":"traceutil/trace.go:171","msg":"trace[1400056528] linearizableReadLoop","detail":"{readStateIndex:14826; appliedIndex:14825; }","duration":"1.14018376s","start":"2026-04-23T08:15:47.89503Z","end":"2026-04-23T08:15:49.035214Z","steps":["trace[1400056528] 'read index received' (duration: 1.140147079s)","trace[1400056528] 'applied index is now lower than readState.Index' (duration: 36.031µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:15:49.03538Z","caller":"traceutil/trace.go:171","msg":"trace[1543855742] transaction","detail":"{read_only:false; response_revision:14323; number_of_response:1; }","duration":"1.148473644s","start":"2026-04-23T08:15:47.886859Z","end":"2026-04-23T08:15:49.035333Z","steps":["trace[1543855742] 'process raft request' (duration: 1.148200317s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:15:49.035458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140433496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:15:49.035502Z","caller":"traceutil/trace.go:171","msg":"trace[256275610] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:14323; }","duration":"1.140521819s","start":"2026-04-23T08:15:47.894965Z","end":"2026-04-23T08:15:49.035487Z","steps":["trace[256275610] 'agreement among raft nodes before linearized reading' (duration: 1.140405856s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:15:49.035538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:15:47.894952Z","time spent":"1.14057938s","remote":"127.0.0.1:52764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:15:49.035657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:15:47.886838Z","time spent":"1.148656359s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:15:49.035847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.261349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-23T08:15:49.035872Z","caller":"traceutil/trace.go:171","msg":"trace[1734695040] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14323; }","duration":"740.348401ms","start":"2026-04-23T08:15:48.295516Z","end":"2026-04-23T08:15:49.035865Z","steps":["trace[1734695040] 'agreement among raft nodes before linearized reading' (duration: 740.255979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:15:49.035887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:15:48.295482Z","time spent":"740.401143ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T08:15:49.035947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.068984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:15:49.035966Z","caller":"traceutil/trace.go:171","msg":"trace[468011978] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14323; }","duration":"196.130386ms","start":"2026-04-23T08:15:48.839831Z","end":"2026-04-23T08:15:49.035962Z","steps":["trace[468011978] 'agreement among raft nodes before linearized reading' (duration: 196.097795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:15:49.035958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.590876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T08:15:49.036039Z","caller":"traceutil/trace.go:171","msg":"trace[943899442] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:14323; }","duration":"790.699168ms","start":"2026-04-23T08:15:48.245319Z","end":"2026-04-23T08:15:49.036018Z","steps":["trace[943899442] 'agreement among raft nodes before linearized reading' (duration: 790.527244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:15:49.036097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:15:48.245311Z","time spent":"790.773361ms","remote":"127.0.0.1:35614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:15:49.03621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.737903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-23T08:15:49.036967Z","caller":"traceutil/trace.go:171","msg":"trace[524155959] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:14323; }","duration":"792.498591ms","start":"2026-04-23T08:15:48.244408Z","end":"2026-04-23T08:15:49.036906Z","steps":["trace[524155959] 'agreement among raft nodes before linearized reading' (duration: 791.554829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:15:49.037123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:15:48.244346Z","time spent":"792.726786ms","remote":"127.0.0.1:47922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-04-23T08:15:49.036316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.838292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T08:15:49.037277Z","caller":"traceutil/trace.go:171","msg":"trace[819530222] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14323; }","duration":"543.850907ms","start":"2026-04-23T08:15:48.493402Z","end":"2026-04-23T08:15:49.037253Z","steps":["trace[819530222] 'agreement among raft nodes before linearized reading' (duration: 542.7011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:15:49.037356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:15:48.493375Z","time spent":"543.952829ms","remote":"127.0.0.1:41358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:15:49.036263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.910311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T08:15:49.037845Z","caller":"traceutil/trace.go:171","msg":"trace[1176909576] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:14323; }","duration":"948.307173ms","start":"2026-04-23T08:15:48.08922Z","end":"2026-04-23T08:15:49.037527Z","steps":["trace[1176909576] 'agreement among raft nodes before linearized reading' (duration: 946.511711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:15:49.037904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:15:48.089148Z","time spent":"948.743434ms","remote":"127.0.0.1:48212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":11,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:15:49.236847Z","caller":"traceutil/trace.go:171","msg":"trace[1175508581] linearizableReadLoop","detail":"{readStateIndex:14828; appliedIndex:14826; }","duration":"191.889456ms","start":"2026-04-23T08:15:49.044936Z","end":"2026-04-23T08:15:49.236825Z","steps":["trace[1175508581] 'read index received' (duration: 189.275815ms)","trace[1175508581] 'applied index is now lower than readState.Index' (duration: 2.612771ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:15:49.237026Z","caller":"traceutil/trace.go:171","msg":"trace[1388631628] transaction","detail":"{read_only:false; response_revision:14324; number_of_response:1; }","duration":"194.951198ms","start":"2026-04-23T08:15:49.042065Z","end":"2026-04-23T08:15:49.237016Z","steps":["trace[1388631628] 'process raft request' (duration: 194.637051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:15:49.237199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.268046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:15:49.237255Z","caller":"traceutil/trace.go:171","msg":"trace[1496639761] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14324; }","duration":"192.342917ms","start":"2026-04-23T08:15:49.044904Z","end":"2026-04-23T08:15:49.237247Z","steps":["trace[1496639761] 'agreement among raft nodes before linearized reading' (duration: 192.249915ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:15:57.140281Z","caller":"traceutil/trace.go:171","msg":"trace[1305622220] transaction","detail":"{read_only:false; response_revision:14396; number_of_response:1; }","duration":"126.59838ms","start":"2026-04-23T08:15:57.013649Z","end":"2026-04-23T08:15:57.140248Z","steps":["trace[1305622220] 'process raft request' (duration: 126.267203ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:15:57.144592Z","caller":"traceutil/trace.go:171","msg":"trace[1938559019] transaction","detail":"{read_only:false; response_revision:14397; number_of_response:1; }","duration":"130.190524ms","start":"2026-04-23T08:15:57.014374Z","end":"2026-04-23T08:15:57.144565Z","steps":["trace[1938559019] 'process raft request' (duration: 129.98598ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:15:57.144615Z","caller":"traceutil/trace.go:171","msg":"trace[1937325882] transaction","detail":"{read_only:false; response_revision:14398; number_of_response:1; }","duration":"130.151363ms","start":"2026-04-23T08:15:57.014437Z","end":"2026-04-23T08:15:57.144588Z","steps":["trace[1937325882] 'process raft request' (duration: 130.04248ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:15:57.144639Z","caller":"traceutil/trace.go:171","msg":"trace[1274820430] transaction","detail":"{read_only:false; response_revision:14399; number_of_response:1; }","duration":"125.189178ms","start":"2026-04-23T08:15:57.019426Z","end":"2026-04-23T08:15:57.144615Z","steps":["trace[1274820430] 'process raft request' (duration: 125.081455ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:15:57.144635Z","caller":"traceutil/trace.go:171","msg":"trace[149833442] linearizableReadLoop","detail":"{readStateIndex:14904; appliedIndex:14901; }","duration":"125.380001ms","start":"2026-04-23T08:15:57.019229Z","end":"2026-04-23T08:15:57.144609Z","steps":["trace[149833442] 'read index received' (duration: 120.648531ms)","trace[149833442] 'applied index is now lower than readState.Index' (duration: 4.73059ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:15:57.144809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.555235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-04-23T08:15:57.144789Z","caller":"traceutil/trace.go:171","msg":"trace[468507384] transaction","detail":"{read_only:false; response_revision:14400; number_of_response:1; }","duration":"125.30606ms","start":"2026-04-23T08:15:57.01944Z","end":"2026-04-23T08:15:57.144746Z","steps":["trace[468507384] 'process raft request' (duration: 125.090665ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:15:57.144865Z","caller":"traceutil/trace.go:171","msg":"trace[1990155167] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:14401; }","duration":"125.624508ms","start":"2026-04-23T08:15:57.019211Z","end":"2026-04-23T08:15:57.144836Z","steps":["trace[1990155167] 'agreement among raft nodes before linearized reading' (duration: 125.481634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:15:59.539775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.827729ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:15:59.540391Z","caller":"traceutil/trace.go:171","msg":"trace[1913851480] transaction","detail":"{read_only:false; response_revision:14491; number_of_response:1; }","duration":"386.769053ms","start":"2026-04-23T08:15:59.153594Z","end":"2026-04-23T08:15:59.540363Z","steps":["trace[1913851480] 'process raft request' (duration: 386.341123ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:15:59.540439Z","caller":"traceutil/trace.go:171","msg":"trace[1734444613] linearizableReadLoop","detail":"{readStateIndex:14997; appliedIndex:14996; }","duration":"636.897072ms","start":"2026-04-23T08:15:58.903506Z","end":"2026-04-23T08:15:59.540403Z","steps":["trace[1734444613] 'read index received' (duration: 106.232014ms)","trace[1734444613] 'applied index is now lower than readState.Index' (duration: 530.660548ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:15:59.540664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:15:59.15356Z","time spent":"386.902556ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:15:59.540875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.360172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T08:15:59.540983Z","caller":"traceutil/trace.go:171","msg":"trace[384220976] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14491; }","duration":"152.521026ms","start":"2026-04-23T08:15:59.388442Z","end":"2026-04-23T08:15:59.540963Z","steps":["trace[384220976] 'agreement among raft nodes before linearized reading' (duration: 152.26295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:15:59.540965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.419964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-acd2d063-8dc9-452d-b2cd-f125befb87e4\" ","response":"range_response_count:1 size:3607"} {"level":"warn","ts":"2026-04-23T08:15:59.540996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.296164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-23T08:15:59.541022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.637272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-23T08:15:59.541015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-23T08:15:59.541041Z","caller":"traceutil/trace.go:171","msg":"trace[315922450] transaction","detail":"{read_only:false; response_revision:14490; number_of_response:1; }","duration":"638.463039ms","start":"2026-04-23T08:15:58.901674Z","end":"2026-04-23T08:15:59.540137Z","steps":["trace[315922450] 'process raft request' (duration: 108.169179ms)","trace[315922450] 'compare' (duration: 529.544962ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:15:59.541125Z","caller":"traceutil/trace.go:171","msg":"trace[1235020263] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:14491; }","duration":"182.758243ms","start":"2026-04-23T08:15:59.358338Z","end":"2026-04-23T08:15:59.541096Z","steps":["trace[1235020263] 'agreement among raft nodes before linearized reading' (duration: 182.404765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:15:59.541146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.095739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gm894\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T08:15:59.541239Z","caller":"traceutil/trace.go:171","msg":"trace[137934685] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gm894; range_end:; response_count:1; response_revision:14491; }","duration":"132.231612ms","start":"2026-04-23T08:15:59.408986Z","end":"2026-04-23T08:15:59.541218Z","steps":["trace[137934685] 'agreement among raft nodes before linearized reading' (duration: 131.939295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:15:59.541246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:15:58.901646Z","time spent":"639.511064ms","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T08:15:59.540988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.213442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T08:15:59.541426Z","caller":"traceutil/trace.go:171","msg":"trace[564926133] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14491; }","duration":"150.702744ms","start":"2026-04-23T08:15:59.390706Z","end":"2026-04-23T08:15:59.541408Z","steps":["trace[564926133] 'agreement among raft nodes before linearized reading' (duration: 149.987567ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:15:59.541073Z","caller":"traceutil/trace.go:171","msg":"trace[2106181498] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-acd2d063-8dc9-452d-b2cd-f125befb87e4; range_end:; response_count:1; response_revision:14491; }","duration":"637.594758ms","start":"2026-04-23T08:15:58.903452Z","end":"2026-04-23T08:15:59.541046Z","steps":["trace[2106181498] 'agreement among raft nodes before linearized reading' (duration: 637.040175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:15:59.5415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:15:58.90343Z","time spent":"638.053329ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-acd2d063-8dc9-452d-b2cd-f125befb87e4\" "} {"level":"info","ts":"2026-04-23T08:15:59.541094Z","caller":"traceutil/trace.go:171","msg":"trace[1110242491] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14491; }","duration":"150.457737ms","start":"2026-04-23T08:15:59.390605Z","end":"2026-04-23T08:15:59.541063Z","steps":["trace[1110242491] 'agreement among raft nodes before linearized reading' (duration: 150.195181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:15:59.541014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.349052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-04-23T08:15:59.541698Z","caller":"traceutil/trace.go:171","msg":"trace[1778372343] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:14491; }","duration":"422.09723ms","start":"2026-04-23T08:15:59.119571Z","end":"2026-04-23T08:15:59.541668Z","steps":["trace[1778372343] 'agreement among raft nodes before linearized reading' (duration: 421.039355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:15:59.541804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:15:59.119539Z","time spent":"422.243833ms","remote":"127.0.0.1:48054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-04-23T08:15:59.541101Z","caller":"traceutil/trace.go:171","msg":"trace[1276927439] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14491; }","duration":"206.779125ms","start":"2026-04-23T08:15:59.3343Z","end":"2026-04-23T08:15:59.54108Z","steps":["trace[1276927439] 'agreement among raft nodes before linearized reading' (duration: 206.529409ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:15:59.888407Z","caller":"traceutil/trace.go:171","msg":"trace[898230623] transaction","detail":"{read_only:false; response_revision:14496; number_of_response:1; }","duration":"339.835366ms","start":"2026-04-23T08:15:59.548551Z","end":"2026-04-23T08:15:59.888386Z","steps":["trace[898230623] 'process raft request' (duration: 339.759064ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:15:59.888447Z","caller":"traceutil/trace.go:171","msg":"trace[1373853271] transaction","detail":"{read_only:false; response_revision:14493; number_of_response:1; }","duration":"340.83602ms","start":"2026-04-23T08:15:59.547564Z","end":"2026-04-23T08:15:59.8884Z","steps":["trace[1373853271] 'process raft request' (duration: 340.502632ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:15:59.888488Z","caller":"traceutil/trace.go:171","msg":"trace[444725268] transaction","detail":"{read_only:false; response_revision:14495; number_of_response:1; }","duration":"339.918718ms","start":"2026-04-23T08:15:59.548524Z","end":"2026-04-23T08:15:59.888443Z","steps":["trace[444725268] 'process raft request' (duration: 339.753414ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:15:59.888687Z","caller":"traceutil/trace.go:171","msg":"trace[286501390] transaction","detail":"{read_only:false; response_revision:14497; number_of_response:1; }","duration":"339.463677ms","start":"2026-04-23T08:15:59.549208Z","end":"2026-04-23T08:15:59.888672Z","steps":["trace[286501390] 'process raft request' (duration: 339.13066ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:15:59.88874Z","caller":"traceutil/trace.go:171","msg":"trace[1294772194] transaction","detail":"{read_only:false; response_revision:14494; number_of_response:1; }","duration":"340.205155ms","start":"2026-04-23T08:15:59.548516Z","end":"2026-04-23T08:15:59.888721Z","steps":["trace[1294772194] 'process raft request' (duration: 339.706713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:15:59.888769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:15:59.549197Z","time spent":"339.535379ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:15:59.888597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:15:59.548537Z","time spent":"339.953009ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:15:59.888792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:15:59.548512Z","time spent":"340.171414ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:15:59.888817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:15:59.548502Z","time spent":"340.279817ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:15:59.888621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:15:59.547531Z","time spent":"340.999363ms","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T08:15:59.88892Z","caller":"traceutil/trace.go:171","msg":"trace[1263301148] transaction","detail":"{read_only:false; response_revision:14498; number_of_response:1; }","duration":"338.984316ms","start":"2026-04-23T08:15:59.549903Z","end":"2026-04-23T08:15:59.888887Z","steps":["trace[1263301148] 'process raft request' (duration: 338.682779ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:15:59.889012Z","caller":"traceutil/trace.go:171","msg":"trace[1530230689] linearizableReadLoop","detail":"{readStateIndex:15000; appliedIndex:14998; }","duration":"341.119186ms","start":"2026-04-23T08:15:59.547882Z","end":"2026-04-23T08:15:59.889001Z","steps":["trace[1530230689] 'read index received' (duration: 89.841791ms)","trace[1530230689] 'applied index is now lower than readState.Index' (duration: 251.276355ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:15:59.889087Z","caller":"traceutil/trace.go:171","msg":"trace[1268024940] transaction","detail":"{read_only:false; response_revision:14499; number_of_response:1; }","duration":"310.455459ms","start":"2026-04-23T08:15:59.578602Z","end":"2026-04-23T08:15:59.889057Z","steps":["trace[1268024940] 'process raft request' (duration: 310.213474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:15:59.889119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:15:59.549891Z","time spent":"339.125679ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3709,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:15:59.889161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.267919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-acd2d063-8dc9-452d-b2cd-f125befb87e4\" ","response":"range_response_count:1 size:3724"} {"level":"info","ts":"2026-04-23T08:15:59.889199Z","caller":"traceutil/trace.go:171","msg":"trace[1882111566] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-acd2d063-8dc9-452d-b2cd-f125befb87e4; range_end:; response_count:1; response_revision:14499; }","duration":"341.347332ms","start":"2026-04-23T08:15:59.547842Z","end":"2026-04-23T08:15:59.88919Z","steps":["trace[1882111566] 'agreement among raft nodes before linearized reading' (duration: 341.227829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:15:59.8892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:15:59.578587Z","time spent":"310.562922ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:15:59.889229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:15:59.547823Z","time spent":"341.401162ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3747,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-acd2d063-8dc9-452d-b2cd-f125befb87e4\" "} {"level":"warn","ts":"2026-04-23T08:15:59.88929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.318321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4ac51ad2-9ddf-4c7e-a97e-06fa542258b6\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-04-23T08:15:59.889362Z","caller":"traceutil/trace.go:171","msg":"trace[1985245342] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4ac51ad2-9ddf-4c7e-a97e-06fa542258b6; range_end:; response_count:1; response_revision:14499; }","duration":"341.479695ms","start":"2026-04-23T08:15:59.54785Z","end":"2026-04-23T08:15:59.88933Z","steps":["trace[1985245342] 'agreement among raft nodes before linearized reading' (duration: 341.335951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:15:59.889404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:15:59.547824Z","time spent":"341.571216ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4ac51ad2-9ddf-4c7e-a97e-06fa542258b6\" "} {"level":"warn","ts":"2026-04-23T08:15:59.889438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.520773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T08:15:59.889498Z","caller":"traceutil/trace.go:171","msg":"trace[1186172560] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14499; }","duration":"160.611005ms","start":"2026-04-23T08:15:59.728872Z","end":"2026-04-23T08:15:59.889483Z","steps":["trace[1186172560] 'agreement among raft nodes before linearized reading' (duration: 160.495003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:15:59.889555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.252341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:15:59.889611Z","caller":"traceutil/trace.go:171","msg":"trace[67608031] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:14499; }","duration":"300.363453ms","start":"2026-04-23T08:15:59.589231Z","end":"2026-04-23T08:15:59.889594Z","steps":["trace[67608031] 'agreement among raft nodes before linearized reading' (duration: 300.283831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:15:59.889656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:15:59.58919Z","time spent":"300.455575ms","remote":"127.0.0.1:38872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:15:59.889441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.925787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T08:15:59.889733Z","caller":"traceutil/trace.go:171","msg":"trace[1111974039] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14499; }","duration":"121.257585ms","start":"2026-04-23T08:15:59.768458Z","end":"2026-04-23T08:15:59.889716Z","steps":["trace[1111974039] 'agreement among raft nodes before linearized reading' (duration: 120.856935ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:16:00.373775Z","caller":"traceutil/trace.go:171","msg":"trace[1034199725] transaction","detail":"{read_only:false; response_revision:14500; number_of_response:1; }","duration":"480.066635ms","start":"2026-04-23T08:15:59.893681Z","end":"2026-04-23T08:16:00.373747Z","steps":["trace[1034199725] 'process raft request' (duration: 439.23345ms)","trace[1034199725] 'compare' (duration: 40.709322ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:16:00.373949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:15:59.893665Z","time spent":"480.181038ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:16:01.002566Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634029499,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T08:16:01.198581Z","caller":"traceutil/trace.go:171","msg":"trace[2018888010] transaction","detail":"{read_only:false; response_revision:14501; number_of_response:1; }","duration":"1.304190044s","start":"2026-04-23T08:15:59.894363Z","end":"2026-04-23T08:16:01.198553Z","steps":["trace[2018888010] 'process raft request' (duration: 1.300229311s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:16:01.198754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:15:59.894346Z","time spent":"1.304315707s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":744,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:16:01.199297Z","caller":"traceutil/trace.go:171","msg":"trace[596965128] linearizableReadLoop","detail":"{readStateIndex:15010; appliedIndex:15007; }","duration":"697.58811ms","start":"2026-04-23T08:16:00.501655Z","end":"2026-04-23T08:16:01.199243Z","steps":["trace[596965128] 'read index received' (duration: 692.904441ms)","trace[596965128] 'applied index is now lower than readState.Index' (duration: 4.682639ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:16:01.199334Z","caller":"traceutil/trace.go:171","msg":"trace[1828161609] transaction","detail":"{read_only:false; response_revision:14503; number_of_response:1; }","duration":"1.298649074s","start":"2026-04-23T08:15:59.900651Z","end":"2026-04-23T08:16:01.1993Z","steps":["trace[1828161609] 'process raft request' (duration: 1.29804495s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:16:01.199436Z","caller":"traceutil/trace.go:171","msg":"trace[915376922] transaction","detail":"{read_only:false; response_revision:14502; number_of_response:1; }","duration":"1.304494241s","start":"2026-04-23T08:15:59.8947Z","end":"2026-04-23T08:16:01.199195Z","steps":["trace[915376922] 'process raft request' (duration: 1.303724963s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:16:01.199533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:15:59.900637Z","time spent":"1.298788958s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7045,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:16:01.19958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:15:59.894692Z","time spent":"1.304816359s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:16:01.199652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.049732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-acd2d063-8dc9-452d-b2cd-f125befb87e4\" ","response":"range_response_count:1 size:3724"} {"level":"info","ts":"2026-04-23T08:16:01.199696Z","caller":"traceutil/trace.go:171","msg":"trace[1274753379] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-acd2d063-8dc9-452d-b2cd-f125befb87e4; range_end:; response_count:1; response_revision:14503; }","duration":"305.139044ms","start":"2026-04-23T08:16:00.894545Z","end":"2026-04-23T08:16:01.199684Z","steps":["trace[1274753379] 'agreement among raft nodes before linearized reading' (duration: 304.997711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:16:01.199726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:16:00.894522Z","time spent":"305.199325ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3747,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-acd2d063-8dc9-452d-b2cd-f125befb87e4\" "} {"level":"warn","ts":"2026-04-23T08:16:01.199712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.405927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-04-23T08:16:01.199778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.70042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4ac51ad2-9ddf-4c7e-a97e-06fa542258b6\" ","response":"range_response_count:1 size:3607"} {"level":"warn","ts":"2026-04-23T08:16:01.199795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.101503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-23T08:16:01.199806Z","caller":"traceutil/trace.go:171","msg":"trace[167933687] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:14503; }","duration":"381.500179ms","start":"2026-04-23T08:16:00.81829Z","end":"2026-04-23T08:16:01.19979Z","steps":["trace[167933687] 'agreement among raft nodes before linearized reading' (duration: 381.288444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:16:01.200119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:16:00.818217Z","time spent":"381.886838ms","remote":"127.0.0.1:48060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"info","ts":"2026-04-23T08:16:01.199863Z","caller":"traceutil/trace.go:171","msg":"trace[1235035704] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4ac51ad2-9ddf-4c7e-a97e-06fa542258b6; range_end:; response_count:1; response_revision:14503; }","duration":"303.830113ms","start":"2026-04-23T08:16:00.896008Z","end":"2026-04-23T08:16:01.199839Z","steps":["trace[1235035704] 'agreement among raft nodes before linearized reading' (duration: 303.620848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:16:01.200218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:16:00.895984Z","time spent":"304.223773ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4ac51ad2-9ddf-4c7e-a97e-06fa542258b6\" "} {"level":"info","ts":"2026-04-23T08:16:01.199879Z","caller":"traceutil/trace.go:171","msg":"trace[1982442894] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14503; }","duration":"698.275107ms","start":"2026-04-23T08:16:00.501593Z","end":"2026-04-23T08:16:01.199868Z","steps":["trace[1982442894] 'agreement among raft nodes before linearized reading' (duration: 697.848417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:16:01.200337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:16:00.501558Z","time spent":"698.772678ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T08:16:01.200021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.432371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-23T08:16:01.20046Z","caller":"traceutil/trace.go:171","msg":"trace[1418570979] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:14503; }","duration":"382.911272ms","start":"2026-04-23T08:16:00.81754Z","end":"2026-04-23T08:16:01.200452Z","steps":["trace[1418570979] 'agreement among raft nodes before linearized reading' (duration: 381.96269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:16:01.200482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:16:00.817513Z","time spent":"382.961904ms","remote":"127.0.0.1:48060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":543,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"info","ts":"2026-04-23T08:16:01.452727Z","caller":"traceutil/trace.go:171","msg":"trace[1701799624] transaction","detail":"{read_only:false; response_revision:14504; number_of_response:1; }","duration":"241.427096ms","start":"2026-04-23T08:16:01.211283Z","end":"2026-04-23T08:16:01.45271Z","steps":["trace[1701799624] 'process raft request' (duration: 236.299686ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:16:01.452654Z","caller":"traceutil/trace.go:171","msg":"trace[1317284693] linearizableReadLoop","detail":"{readStateIndex:15011; appliedIndex:15010; }","duration":"193.487245ms","start":"2026-04-23T08:16:01.259137Z","end":"2026-04-23T08:16:01.452625Z","steps":["trace[1317284693] 'read index received' (duration: 188.363745ms)","trace[1317284693] 'applied index is now lower than readState.Index' (duration: 5.12258ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:16:01.453111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.954115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-lrrzl.18a8ee6201030092\" ","response":"range_response_count:1 size:759"} {"level":"info","ts":"2026-04-23T08:16:01.453241Z","caller":"traceutil/trace.go:171","msg":"trace[678439915] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-lrrzl.18a8ee6201030092; range_end:; response_count:1; response_revision:14504; }","duration":"194.141469ms","start":"2026-04-23T08:16:01.259068Z","end":"2026-04-23T08:16:01.453209Z","steps":["trace[678439915] 'agreement among raft nodes before linearized reading' (duration: 193.832872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:16:01.453264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.646471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:16:01.453298Z","caller":"traceutil/trace.go:171","msg":"trace[1520286674] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:14504; }","duration":"182.738823ms","start":"2026-04-23T08:16:01.270547Z","end":"2026-04-23T08:16:01.453286Z","steps":["trace[1520286674] 'agreement among raft nodes before linearized reading' (duration: 182.650561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:16:01.894379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.428205ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:16:01.894507Z","caller":"traceutil/trace.go:171","msg":"trace[314586864] linearizableReadLoop","detail":"{readStateIndex:15013; appliedIndex:15012; }","duration":"335.146066ms","start":"2026-04-23T08:16:01.559342Z","end":"2026-04-23T08:16:01.894488Z","steps":["trace[314586864] 'read index received' (duration: 19.481765ms)","trace[314586864] 'applied index is now lower than readState.Index' (duration: 315.662581ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:16:01.894771Z","caller":"traceutil/trace.go:171","msg":"trace[1942769917] transaction","detail":"{read_only:false; response_revision:14506; number_of_response:1; }","duration":"348.201392ms","start":"2026-04-23T08:16:01.546557Z","end":"2026-04-23T08:16:01.894758Z","steps":["trace[1942769917] 'process raft request' (duration: 32.280225ms)","trace[1942769917] 'compare' (duration: 315.129688ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:16:01.894827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:16:01.546529Z","time spent":"348.270714ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:16:01.894985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.31998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-04-23T08:16:01.895047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.704249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gm894\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T08:16:01.895068Z","caller":"traceutil/trace.go:171","msg":"trace[2056656336] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:14506; }","duration":"252.460413ms","start":"2026-04-23T08:16:01.642592Z","end":"2026-04-23T08:16:01.895052Z","steps":["trace[2056656336] 'agreement among raft nodes before linearized reading' (duration: 252.261008ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:16:01.895092Z","caller":"traceutil/trace.go:171","msg":"trace[1887564706] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gm894; range_end:; response_count:1; response_revision:14506; }","duration":"335.772601ms","start":"2026-04-23T08:16:01.559306Z","end":"2026-04-23T08:16:01.895079Z","steps":["trace[1887564706] 'agreement among raft nodes before linearized reading' (duration: 335.608747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:16:01.895125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:16:01.55929Z","time spent":"335.826742ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-gm894\" "} {"level":"warn","ts":"2026-04-23T08:16:01.895144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.209777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:16:01.895193Z","caller":"traceutil/trace.go:171","msg":"trace[1172207210] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14506; }","duration":"178.306239ms","start":"2026-04-23T08:16:01.716876Z","end":"2026-04-23T08:16:01.895182Z","steps":["trace[1172207210] 'agreement among raft nodes before linearized reading' (duration: 178.241447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:16:07.633232Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634029890,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T08:16:07.85725Z","caller":"traceutil/trace.go:171","msg":"trace[1931484905] linearizableReadLoop","detail":"{readStateIndex:15161; appliedIndex:15160; }","duration":"724.92412ms","start":"2026-04-23T08:16:07.132295Z","end":"2026-04-23T08:16:07.857219Z","steps":["trace[1931484905] 'read index received' (duration: 724.738896ms)","trace[1931484905] 'applied index is now lower than readState.Index' (duration: 184.094µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:16:07.857311Z","caller":"traceutil/trace.go:171","msg":"trace[827270065] transaction","detail":"{read_only:false; response_revision:14645; number_of_response:1; }","duration":"808.562706ms","start":"2026-04-23T08:16:07.048705Z","end":"2026-04-23T08:16:07.857267Z","steps":["trace[827270065] 'process raft request' (duration: 808.28653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:16:07.857525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:16:07.048682Z","time spent":"808.72835ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8283,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:16:07.857584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.269449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1565"} {"level":"warn","ts":"2026-04-23T08:16:07.857611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.047727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T08:16:07.857613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.182436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:689"} {"level":"warn","ts":"2026-04-23T08:16:07.857509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.780811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T08:16:07.857663Z","caller":"traceutil/trace.go:171","msg":"trace[271877123] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:14645; }","duration":"392.139309ms","start":"2026-04-23T08:16:07.465503Z","end":"2026-04-23T08:16:07.857643Z","steps":["trace[271877123] 'agreement among raft nodes before linearized reading' (duration: 392.079908ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:16:07.857677Z","caller":"traceutil/trace.go:171","msg":"trace[1517737126] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:14645; }","duration":"642.314589ms","start":"2026-04-23T08:16:07.215345Z","end":"2026-04-23T08:16:07.857659Z","steps":["trace[1517737126] 'agreement among raft nodes before linearized reading' (duration: 642.126704ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:16:07.85765Z","caller":"traceutil/trace.go:171","msg":"trace[1310262714] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:14645; }","duration":"725.414072ms","start":"2026-04-23T08:16:07.132218Z","end":"2026-04-23T08:16:07.857632Z","steps":["trace[1310262714] 'agreement among raft nodes before linearized reading' (duration: 725.137216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:16:07.857709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:16:07.465468Z","time spent":"392.230872ms","remote":"127.0.0.1:53488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":4,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:16:07.85775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.81985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T08:16:07.857766Z","caller":"traceutil/trace.go:171","msg":"trace[62531105] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14645; }","duration":"661.063657ms","start":"2026-04-23T08:16:07.196628Z","end":"2026-04-23T08:16:07.857691Z","steps":["trace[62531105] 'agreement among raft nodes before linearized reading' (duration: 660.775731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:16:07.857749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:16:07.132193Z","time spent":"725.546234ms","remote":"127.0.0.1:48054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1588,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"info","ts":"2026-04-23T08:16:07.857863Z","caller":"traceutil/trace.go:171","msg":"trace[83013673] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14645; }","duration":"631.069586ms","start":"2026-04-23T08:16:07.226769Z","end":"2026-04-23T08:16:07.857839Z","steps":["trace[83013673] 'agreement among raft nodes before linearized reading' (duration: 630.654716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:16:07.857743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:16:07.215316Z","time spent":"642.408071ms","remote":"127.0.0.1:48060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":712,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-04-23T08:16:07.857925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:16:07.22674Z","time spent":"631.172949ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T08:16:07.85796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:16:07.1966Z","time spent":"661.287033ms","remote":"127.0.0.1:41422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:16:07.857978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.036966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:689"} {"level":"info","ts":"2026-04-23T08:16:07.858993Z","caller":"traceutil/trace.go:171","msg":"trace[1035199219] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:14645; }","duration":"644.10027ms","start":"2026-04-23T08:16:07.214866Z","end":"2026-04-23T08:16:07.858966Z","steps":["trace[1035199219] 'agreement among raft nodes before linearized reading' (duration: 642.880232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:16:07.85909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:16:07.214847Z","time spent":"644.220264ms","remote":"127.0.0.1:48060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":712,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"info","ts":"2026-04-23T08:16:08.394152Z","caller":"traceutil/trace.go:171","msg":"trace[156964236] linearizableReadLoop","detail":"{readStateIndex:15172; appliedIndex:15171; }","duration":"148.764808ms","start":"2026-04-23T08:16:08.245354Z","end":"2026-04-23T08:16:08.394119Z","steps":["trace[156964236] 'read index received' (duration: 148.479632ms)","trace[156964236] 'applied index is now lower than readState.Index' (duration: 283.176µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:16:08.394415Z","caller":"traceutil/trace.go:171","msg":"trace[1003655701] transaction","detail":"{read_only:false; response_revision:14655; number_of_response:1; }","duration":"170.639929ms","start":"2026-04-23T08:16:08.223612Z","end":"2026-04-23T08:16:08.394252Z","steps":["trace[1003655701] 'process raft request' (duration: 170.26026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:16:08.394519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.051955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-23T08:16:08.394598Z","caller":"traceutil/trace.go:171","msg":"trace[711534741] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:14655; }","duration":"149.242459ms","start":"2026-04-23T08:16:08.245342Z","end":"2026-04-23T08:16:08.394585Z","steps":["trace[711534741] 'agreement among raft nodes before linearized reading' (duration: 148.895551ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:16:24.17706Z","caller":"traceutil/trace.go:171","msg":"trace[383325412] transaction","detail":"{read_only:false; response_revision:14847; number_of_response:1; }","duration":"120.56981ms","start":"2026-04-23T08:16:24.056459Z","end":"2026-04-23T08:16:24.177029Z","steps":["trace[383325412] 'process raft request' (duration: 120.322574ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:16:24.1813Z","caller":"traceutil/trace.go:171","msg":"trace[1382360490] transaction","detail":"{read_only:false; response_revision:14848; number_of_response:1; }","duration":"121.811509ms","start":"2026-04-23T08:16:24.059448Z","end":"2026-04-23T08:16:24.181259Z","steps":["trace[1382360490] 'process raft request' (duration: 121.472101ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:16:24.181561Z","caller":"traceutil/trace.go:171","msg":"trace[1698332441] linearizableReadLoop","detail":"{readStateIndex:15370; appliedIndex:15367; }","duration":"121.227715ms","start":"2026-04-23T08:16:24.060268Z","end":"2026-04-23T08:16:24.181495Z","steps":["trace[1698332441] 'read index received' (duration: 116.449824ms)","trace[1698332441] 'applied index is now lower than readState.Index' (duration: 4.774961ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:16:24.181589Z","caller":"traceutil/trace.go:171","msg":"trace[1470166376] transaction","detail":"{read_only:false; response_revision:14849; number_of_response:1; }","duration":"122.110066ms","start":"2026-04-23T08:16:24.059448Z","end":"2026-04-23T08:16:24.181558Z","steps":["trace[1470166376] 'process raft request' (duration: 121.723997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:16:24.181806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.513502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T08:16:24.18191Z","caller":"traceutil/trace.go:171","msg":"trace[744462658] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14849; }","duration":"121.659735ms","start":"2026-04-23T08:16:24.060227Z","end":"2026-04-23T08:16:24.181887Z","steps":["trace[744462658] 'agreement among raft nodes before linearized reading' (duration: 121.403449ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:16:39.359395Z","caller":"traceutil/trace.go:171","msg":"trace[1882474433] transaction","detail":"{read_only:false; response_revision:14931; number_of_response:1; }","duration":"127.796468ms","start":"2026-04-23T08:16:39.231552Z","end":"2026-04-23T08:16:39.359348Z","steps":["trace[1882474433] 'process raft request' (duration: 127.378198ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:16:39.838851Z","caller":"traceutil/trace.go:171","msg":"trace[562289807] linearizableReadLoop","detail":"{readStateIndex:15456; appliedIndex:15455; }","duration":"463.753314ms","start":"2026-04-23T08:16:39.375052Z","end":"2026-04-23T08:16:39.838805Z","steps":["trace[562289807] 'read index received' (duration: 463.313764ms)","trace[562289807] 'applied index is now lower than readState.Index' (duration: 437.69µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:16:39.838853Z","caller":"traceutil/trace.go:171","msg":"trace[1320250420] transaction","detail":"{read_only:false; response_revision:14932; number_of_response:1; }","duration":"463.957468ms","start":"2026-04-23T08:16:39.374868Z","end":"2026-04-23T08:16:39.838826Z","steps":["trace[1320250420] 'process raft request' (duration: 463.419356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:16:39.839303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.169973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-47e2ade2-9c86-4545-965e-38193abd934c\" ","response":"range_response_count:1 size:1315"} {"level":"warn","ts":"2026-04-23T08:16:39.839278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:16:39.374835Z","time spent":"464.284186ms","remote":"127.0.0.1:48060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":877,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:16:39.839375Z","caller":"traceutil/trace.go:171","msg":"trace[718446168] range","detail":"{range_begin:/registry/persistentvolumes/pvc-47e2ade2-9c86-4545-965e-38193abd934c; range_end:; response_count:1; response_revision:14932; }","duration":"464.387629ms","start":"2026-04-23T08:16:39.374968Z","end":"2026-04-23T08:16:39.839356Z","steps":["trace[718446168] 'agreement among raft nodes before linearized reading' (duration: 463.99983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:16:39.839431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:16:39.374939Z","time spent":"464.476391ms","remote":"127.0.0.1:48040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1338,"request content":"key:\"/registry/persistentvolumes/pvc-47e2ade2-9c86-4545-965e-38193abd934c\" "} {"level":"info","ts":"2026-04-23T08:16:40.092771Z","caller":"traceutil/trace.go:171","msg":"trace[1631610047] transaction","detail":"{read_only:false; response_revision:14933; number_of_response:1; }","duration":"717.692031ms","start":"2026-04-23T08:16:39.375053Z","end":"2026-04-23T08:16:40.092745Z","steps":["trace[1631610047] 'process raft request' (duration: 666.556716ms)","trace[1631610047] 'compare' (duration: 50.946291ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:16:40.09294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:16:39.374992Z","time spent":"717.864235ms","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:16:40.093225Z","caller":"traceutil/trace.go:171","msg":"trace[351892142] linearizableReadLoop","detail":"{readStateIndex:15459; appliedIndex:15456; }","duration":"254.264545ms","start":"2026-04-23T08:16:39.838938Z","end":"2026-04-23T08:16:40.093202Z","steps":["trace[351892142] 'read index received' (duration: 202.694599ms)","trace[351892142] 'applied index is now lower than readState.Index' (duration: 51.569136ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:16:40.093237Z","caller":"traceutil/trace.go:171","msg":"trace[1779037374] transaction","detail":"{read_only:false; response_revision:14935; number_of_response:1; }","duration":"713.928094ms","start":"2026-04-23T08:16:39.379298Z","end":"2026-04-23T08:16:40.093226Z","steps":["trace[1779037374] 'process raft request' (duration: 713.830681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:16:40.093323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:16:39.379292Z","time spent":"714.007805ms","remote":"127.0.0.1:48352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9590,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:16:40.093302Z","caller":"traceutil/trace.go:171","msg":"trace[1284362102] transaction","detail":"{read_only:false; response_revision:14934; number_of_response:1; }","duration":"717.235891ms","start":"2026-04-23T08:16:39.376031Z","end":"2026-04-23T08:16:40.093267Z","steps":["trace[1284362102] 'process raft request' (duration: 716.670227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:16:40.09341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.81718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7vhgl\" ","response":"range_response_count:1 size:20761"} {"level":"warn","ts":"2026-04-23T08:16:40.093392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.346663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:16:40.093447Z","caller":"traceutil/trace.go:171","msg":"trace[1252182692] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-7vhgl; range_end:; response_count:1; response_revision:14935; }","duration":"562.928923ms","start":"2026-04-23T08:16:39.530508Z","end":"2026-04-23T08:16:40.093437Z","steps":["trace[1252182692] 'agreement among raft nodes before linearized reading' (duration: 562.79834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:16:40.093472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:16:39.530486Z","time spent":"562.981294ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20784,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7vhgl\" "} {"level":"warn","ts":"2026-04-23T08:16:40.093469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:16:39.376024Z","time spent":"717.358023ms","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1401,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:16:40.093482Z","caller":"traceutil/trace.go:171","msg":"trace[770152328] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:14935; }","duration":"368.493986ms","start":"2026-04-23T08:16:39.724963Z","end":"2026-04-23T08:16:40.093457Z","steps":["trace[770152328] 'agreement among raft nodes before linearized reading' (duration: 368.267411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:16:40.093602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:16:39.724945Z","time spent":"368.64236ms","remote":"127.0.0.1:54214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:16:40.093614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.846817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:16:40.093635Z","caller":"traceutil/trace.go:171","msg":"trace[746611835] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:14935; }","duration":"685.917548ms","start":"2026-04-23T08:16:39.407711Z","end":"2026-04-23T08:16:40.093629Z","steps":["trace[746611835] 'agreement among raft nodes before linearized reading' (duration: 685.879457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:16:40.093657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:16:39.40768Z","time spent":"685.97296ms","remote":"127.0.0.1:48032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:16:40.093752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.057669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:16:40.093788Z","caller":"traceutil/trace.go:171","msg":"trace[218831384] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14935; }","duration":"212.156801ms","start":"2026-04-23T08:16:39.881624Z","end":"2026-04-23T08:16:40.093781Z","steps":["trace[218831384] 'agreement among raft nodes before linearized reading' (duration: 212.073509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:16:40.435686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.458731ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:16:40.43581Z","caller":"traceutil/trace.go:171","msg":"trace[1683280775] transaction","detail":"{read_only:false; response_revision:14936; number_of_response:1; }","duration":"322.745146ms","start":"2026-04-23T08:16:40.113043Z","end":"2026-04-23T08:16:40.435788Z","steps":["trace[1683280775] 'process raft request' (duration: 159.057559ms)","trace[1683280775] 'compare' (duration: 163.079182ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:16:40.435873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:16:40.113028Z","time spent":"322.815327ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:16:40.497191Z","caller":"traceutil/trace.go:171","msg":"trace[1552360708] linearizableReadLoop","detail":"{readStateIndex:15462; appliedIndex:15459; }","duration":"294.391723ms","start":"2026-04-23T08:16:40.202773Z","end":"2026-04-23T08:16:40.497165Z","steps":["trace[1552360708] 'read index received' (duration: 69.220159ms)","trace[1552360708] 'applied index is now lower than readState.Index' (duration: 225.170504ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:16:40.497388Z","caller":"traceutil/trace.go:171","msg":"trace[1224975030] transaction","detail":"{read_only:false; response_revision:14938; number_of_response:1; }","duration":"369.632502ms","start":"2026-04-23T08:16:40.127702Z","end":"2026-04-23T08:16:40.497334Z","steps":["trace[1224975030] 'process raft request' (duration: 369.391366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:16:40.497469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.673909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T08:16:40.497519Z","caller":"traceutil/trace.go:171","msg":"trace[855125930] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14938; }","duration":"294.744731ms","start":"2026-04-23T08:16:40.202762Z","end":"2026-04-23T08:16:40.497507Z","steps":["trace[855125930] 'agreement among raft nodes before linearized reading' (duration: 294.566427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:16:40.497619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:16:40.127694Z","time spent":"369.798006ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:16:40.497632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.645569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-23T08:16:40.497712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.771031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gm894\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T08:16:40.497741Z","caller":"traceutil/trace.go:171","msg":"trace[770084294] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14938; }","duration":"238.811483ms","start":"2026-04-23T08:16:40.2589Z","end":"2026-04-23T08:16:40.497712Z","steps":["trace[770084294] 'agreement among raft nodes before linearized reading' (duration: 238.505426ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:16:40.497758Z","caller":"traceutil/trace.go:171","msg":"trace[1660234438] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gm894; range_end:; response_count:1; response_revision:14938; }","duration":"137.853093ms","start":"2026-04-23T08:16:40.359893Z","end":"2026-04-23T08:16:40.497746Z","steps":["trace[1660234438] 'agreement among raft nodes before linearized reading' (duration: 137.73015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:16:40.497684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.522696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-23T08:16:40.497802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.352509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-23T08:16:40.497842Z","caller":"traceutil/trace.go:171","msg":"trace[1093253531] transaction","detail":"{read_only:false; response_revision:14937; number_of_response:1; }","duration":"378.287845ms","start":"2026-04-23T08:16:40.119112Z","end":"2026-04-23T08:16:40.4974Z","steps":["trace[1093253531] 'process raft request' (duration: 377.803773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:16:40.497983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.896495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T08:16:40.498051Z","caller":"traceutil/trace.go:171","msg":"trace[961898351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14938; }","duration":"235.981776ms","start":"2026-04-23T08:16:40.262055Z","end":"2026-04-23T08:16:40.498037Z","steps":["trace[961898351] 'agreement among raft nodes before linearized reading' (duration: 235.824503ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:16:40.49795Z","caller":"traceutil/trace.go:171","msg":"trace[838693829] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:14938; }","duration":"228.546194ms","start":"2026-04-23T08:16:40.269368Z","end":"2026-04-23T08:16:40.497914Z","steps":["trace[838693829] 'agreement among raft nodes before linearized reading' (duration: 228.087883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:16:40.497861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.462803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-23T08:16:40.498303Z","caller":"traceutil/trace.go:171","msg":"trace[2062696246] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14938; }","duration":"193.942454ms","start":"2026-04-23T08:16:40.304346Z","end":"2026-04-23T08:16:40.498288Z","steps":["trace[2062696246] 'agreement among raft nodes before linearized reading' (duration: 193.428372ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:16:40.497839Z","caller":"traceutil/trace.go:171","msg":"trace[1175808744] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14938; }","duration":"235.70887ms","start":"2026-04-23T08:16:40.262098Z","end":"2026-04-23T08:16:40.497807Z","steps":["trace[1175808744] 'agreement among raft nodes before linearized reading' (duration: 235.361072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:16:40.499123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:16:40.119083Z","time spent":"379.054363ms","remote":"127.0.0.1:53488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3136,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:16:40.727924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.455051ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:16:40.728161Z","caller":"traceutil/trace.go:171","msg":"trace[1054632892] transaction","detail":"{read_only:false; response_revision:14939; number_of_response:1; }","duration":"224.923319ms","start":"2026-04-23T08:16:40.503212Z","end":"2026-04-23T08:16:40.728135Z","steps":["trace[1054632892] 'process raft request' (duration: 73.078019ms)","trace[1054632892] 'compare' (duration: 151.200565ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:16:40.746461Z","caller":"traceutil/trace.go:171","msg":"trace[711123332] transaction","detail":"{read_only:false; response_revision:14940; number_of_response:1; }","duration":"243.122255ms","start":"2026-04-23T08:16:40.503291Z","end":"2026-04-23T08:16:40.746413Z","steps":["trace[711123332] 'process raft request' (duration: 242.835388ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:16:40.746531Z","caller":"traceutil/trace.go:171","msg":"trace[924525789] transaction","detail":"{read_only:false; response_revision:14941; number_of_response:1; }","duration":"242.381238ms","start":"2026-04-23T08:16:40.5041Z","end":"2026-04-23T08:16:40.746481Z","steps":["trace[924525789] 'process raft request' (duration: 242.226254ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:16:40.746595Z","caller":"traceutil/trace.go:171","msg":"trace[2108137114] linearizableReadLoop","detail":"{readStateIndex:15467; appliedIndex:15462; }","duration":"241.594539ms","start":"2026-04-23T08:16:40.504974Z","end":"2026-04-23T08:16:40.746568Z","steps":["trace[2108137114] 'read index received' (duration: 71.329448ms)","trace[2108137114] 'applied index is now lower than readState.Index' (duration: 170.262961ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:16:40.746611Z","caller":"traceutil/trace.go:171","msg":"trace[1624575362] transaction","detail":"{read_only:false; response_revision:14942; number_of_response:1; }","duration":"242.367917ms","start":"2026-04-23T08:16:40.504197Z","end":"2026-04-23T08:16:40.746565Z","steps":["trace[1624575362] 'process raft request' (duration: 242.178453ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:16:40.746663Z","caller":"traceutil/trace.go:171","msg":"trace[427155425] transaction","detail":"{read_only:false; response_revision:14944; number_of_response:1; }","duration":"241.245371ms","start":"2026-04-23T08:16:40.505372Z","end":"2026-04-23T08:16:40.746618Z","steps":["trace[427155425] 'process raft request' (duration: 241.084547ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:16:40.746535Z","caller":"traceutil/trace.go:171","msg":"trace[1046603366] transaction","detail":"{read_only:false; response_revision:14943; number_of_response:1; }","duration":"242.094811ms","start":"2026-04-23T08:16:40.504409Z","end":"2026-04-23T08:16:40.746504Z","steps":["trace[1046603366] 'process raft request' (duration: 242.007339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:16:40.746922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.939687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-nova-default-user\" ","response":"range_response_count:1 size:1142"} {"level":"info","ts":"2026-04-23T08:16:40.746983Z","caller":"traceutil/trace.go:171","msg":"trace[1950407564] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-nova-default-user; range_end:; response_count:1; response_revision:14944; }","duration":"242.031319ms","start":"2026-04-23T08:16:40.504937Z","end":"2026-04-23T08:16:40.746969Z","steps":["trace[1950407564] 'agreement among raft nodes before linearized reading' (duration: 241.716142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:16:41.186668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.944811ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:16:41.186845Z","caller":"traceutil/trace.go:171","msg":"trace[1699307696] linearizableReadLoop","detail":"{readStateIndex:15469; appliedIndex:15468; }","duration":"429.206306ms","start":"2026-04-23T08:16:40.757619Z","end":"2026-04-23T08:16:41.186825Z","steps":["trace[1699307696] 'read index received' (duration: 182.961158ms)","trace[1699307696] 'applied index is now lower than readState.Index' (duration: 246.243258ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:16:41.186926Z","caller":"traceutil/trace.go:171","msg":"trace[81424671] transaction","detail":"{read_only:false; response_revision:14945; number_of_response:1; }","duration":"429.37583ms","start":"2026-04-23T08:16:40.757539Z","end":"2026-04-23T08:16:41.186914Z","steps":["trace[81424671] 'process raft request' (duration: 183.076981ms)","trace[81424671] 'compare' (duration: 245.765887ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:16:41.186992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:16:40.757526Z","time spent":"429.435291ms","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:16:41.187253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.596345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:1433"} {"level":"info","ts":"2026-04-23T08:16:41.187357Z","caller":"traceutil/trace.go:171","msg":"trace[1827235085] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:14945; }","duration":"429.734968ms","start":"2026-04-23T08:16:40.757597Z","end":"2026-04-23T08:16:41.187332Z","steps":["trace[1827235085] 'agreement among raft nodes before linearized reading' (duration: 429.37587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:16:41.187417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:16:40.757591Z","time spent":"429.816981ms","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1456,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-04-23T08:16:41.876551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.281683ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:16:41.876659Z","caller":"traceutil/trace.go:171","msg":"trace[36661239] linearizableReadLoop","detail":"{readStateIndex:15470; appliedIndex:15469; }","duration":"689.768699ms","start":"2026-04-23T08:16:41.186874Z","end":"2026-04-23T08:16:41.876642Z","steps":["trace[36661239] 'read index received' (duration: 421.191979ms)","trace[36661239] 'applied index is now lower than readState.Index' (duration: 268.57555ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:16:41.876778Z","caller":"traceutil/trace.go:171","msg":"trace[1969767031] transaction","detail":"{read_only:false; response_revision:14946; number_of_response:1; }","duration":"1.118197486s","start":"2026-04-23T08:16:40.758531Z","end":"2026-04-23T08:16:41.876729Z","steps":["trace[1969767031] 'process raft request' (duration: 849.647956ms)","trace[1969767031] 'compare' (duration: 267.563877ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:16:41.876807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.822695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:16:41.876887Z","caller":"traceutil/trace.go:171","msg":"trace[66563390] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14946; }","duration":"992.970628ms","start":"2026-04-23T08:16:40.883896Z","end":"2026-04-23T08:16:41.876866Z","steps":["trace[66563390] 'agreement among raft nodes before linearized reading' (duration: 992.809194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:16:41.876883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.850064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:16:41.876946Z","caller":"traceutil/trace.go:171","msg":"trace[2119106578] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:14946; }","duration":"369.011529ms","start":"2026-04-23T08:16:41.507921Z","end":"2026-04-23T08:16:41.876933Z","steps":["trace[2119106578] 'agreement among raft nodes before linearized reading' (duration: 368.874225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:16:41.876943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:16:40.883871Z","time spent":"993.063821ms","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:16:41.876901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.705211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-04-23T08:16:41.876965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:16:40.758524Z","time spent":"1.11834262s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:16:41.87701Z","caller":"traceutil/trace.go:171","msg":"trace[637445628] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:14946; }","duration":"764.893665ms","start":"2026-04-23T08:16:41.112093Z","end":"2026-04-23T08:16:41.876987Z","steps":["trace[637445628] 'agreement among raft nodes before linearized reading' (duration: 764.589438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:16:41.877047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.746119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:16:41.877025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.706927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T08:16:41.877145Z","caller":"traceutil/trace.go:171","msg":"trace[668965831] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:14946; }","duration":"148.897892ms","start":"2026-04-23T08:16:41.728223Z","end":"2026-04-23T08:16:41.877121Z","steps":["trace[668965831] 'agreement among raft nodes before linearized reading' (duration: 148.737908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:16:41.877157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.401481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:16:41.877199Z","caller":"traceutil/trace.go:171","msg":"trace[986034575] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:14946; }","duration":"385.441732ms","start":"2026-04-23T08:16:41.491742Z","end":"2026-04-23T08:16:41.877183Z","steps":["trace[986034575] 'agreement among raft nodes before linearized reading' (duration: 385.377251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:16:41.877237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:16:41.491658Z","time spent":"385.571895ms","remote":"127.0.0.1:54170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:16:41.877186Z","caller":"traceutil/trace.go:171","msg":"trace[711049477] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:14946; }","duration":"692.934302ms","start":"2026-04-23T08:16:41.184211Z","end":"2026-04-23T08:16:41.877145Z","steps":["trace[711049477] 'agreement among raft nodes before linearized reading' (duration: 692.453421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:16:41.877074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:16:41.112057Z","time spent":"765.006838ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-23T08:16:41.877299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:16:41.184185Z","time spent":"693.096577ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-23T08:16:41.877336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.635342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-nova.18a8ee65ca01bc35\" ","response":"range_response_count:1 size:725"} {"level":"info","ts":"2026-04-23T08:16:41.87737Z","caller":"traceutil/trace.go:171","msg":"trace[787220725] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-nova.18a8ee65ca01bc35; range_end:; response_count:1; response_revision:14946; }","duration":"685.690484ms","start":"2026-04-23T08:16:41.191672Z","end":"2026-04-23T08:16:41.877362Z","steps":["trace[787220725] 'agreement among raft nodes before linearized reading' (duration: 685.52249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:16:41.877024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:16:41.507895Z","time spent":"369.115581ms","remote":"127.0.0.1:38882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:16:41.877392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:16:41.191647Z","time spent":"685.739074ms","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":748,"request content":"key:\"/registry/events/openstack/rabbitmq-nova.18a8ee65ca01bc35\" "} {"level":"warn","ts":"2026-04-23T08:16:41.877371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.26111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"range_response_count:1 size:9605"} {"level":"warn","ts":"2026-04-23T08:16:41.877106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.335787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T08:16:41.877525Z","caller":"traceutil/trace.go:171","msg":"trace[295366254] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; response_count:1; response_revision:14946; }","duration":"684.403373ms","start":"2026-04-23T08:16:41.193069Z","end":"2026-04-23T08:16:41.877472Z","steps":["trace[295366254] 'agreement among raft nodes before linearized reading' (duration: 684.010344ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:16:41.877518Z","caller":"traceutil/trace.go:171","msg":"trace[91077212] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:14946; }","duration":"461.783547ms","start":"2026-04-23T08:16:41.415703Z","end":"2026-04-23T08:16:41.877487Z","steps":["trace[91077212] 'agreement among raft nodes before linearized reading' (duration: 461.349837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:16:41.87763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:16:41.193057Z","time spent":"684.508045ms","remote":"127.0.0.1:48352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9628,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" "} {"level":"warn","ts":"2026-04-23T08:16:41.87763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:16:41.415674Z","time spent":"461.914791ms","remote":"127.0.0.1:48186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:16:42.290846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.806517ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:16:42.291183Z","caller":"traceutil/trace.go:171","msg":"trace[1613366082] linearizableReadLoop","detail":"{readStateIndex:15473; appliedIndex:15470; }","duration":"407.431997ms","start":"2026-04-23T08:16:41.883728Z","end":"2026-04-23T08:16:42.291159Z","steps":["trace[1613366082] 'read index received' (duration: 114.208231ms)","trace[1613366082] 'applied index is now lower than readState.Index' (duration: 293.221896ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:16:42.291306Z","caller":"traceutil/trace.go:171","msg":"trace[1174094598] transaction","detail":"{read_only:false; response_revision:14948; number_of_response:1; }","duration":"408.820319ms","start":"2026-04-23T08:16:41.882473Z","end":"2026-04-23T08:16:42.291294Z","steps":["trace[1174094598] 'process raft request' (duration: 408.556723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:16:42.291383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:16:41.882441Z","time spent":"408.904562ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:16:42.291484Z","caller":"traceutil/trace.go:171","msg":"trace[1256154446] transaction","detail":"{read_only:false; response_revision:14949; number_of_response:1; }","duration":"408.930262ms","start":"2026-04-23T08:16:41.882503Z","end":"2026-04-23T08:16:42.291434Z","steps":["trace[1256154446] 'process raft request' (duration: 408.606344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:16:42.291655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.891158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1849"} {"level":"warn","ts":"2026-04-23T08:16:42.291701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:16:41.882475Z","time spent":"409.106306ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:16:42.291636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.776705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:16:42.291585Z","caller":"traceutil/trace.go:171","msg":"trace[2118672886] transaction","detail":"{read_only:false; response_revision:14947; number_of_response:1; }","duration":"411.308508ms","start":"2026-04-23T08:16:41.880227Z","end":"2026-04-23T08:16:42.291536Z","steps":["trace[2118672886] 'process raft request' (duration: 117.685812ms)","trace[2118672886] 'compare' (duration: 292.646533ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:16:42.292087Z","caller":"traceutil/trace.go:171","msg":"trace[1921062754] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14949; }","duration":"405.297277ms","start":"2026-04-23T08:16:41.886758Z","end":"2026-04-23T08:16:42.292055Z","steps":["trace[1921062754] 'agreement among raft nodes before linearized reading' (duration: 404.707423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:16:42.292198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:16:41.886748Z","time spent":"405.41333ms","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T08:16:42.291765Z","caller":"traceutil/trace.go:171","msg":"trace[1898825768] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:14949; }","duration":"408.034641ms","start":"2026-04-23T08:16:41.883702Z","end":"2026-04-23T08:16:42.291737Z","steps":["trace[1898825768] 'agreement among raft nodes before linearized reading' (duration: 407.646262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:16:42.292405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:16:41.880198Z","time spent":"411.960143ms","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":710,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:16:42.292406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.195569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7vhgl\" ","response":"range_response_count:1 size:20761"} {"level":"info","ts":"2026-04-23T08:16:42.292497Z","caller":"traceutil/trace.go:171","msg":"trace[111124855] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-7vhgl; range_end:; response_count:1; response_revision:14949; }","duration":"167.369654ms","start":"2026-04-23T08:16:42.125106Z","end":"2026-04-23T08:16:42.292476Z","steps":["trace[111124855] 'agreement among raft nodes before linearized reading' (duration: 166.440452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:16:42.292964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:16:41.883677Z","time spent":"408.760868ms","remote":"127.0.0.1:48054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1872,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-04-23T08:16:42.622508Z","caller":"traceutil/trace.go:171","msg":"trace[1339577538] transaction","detail":"{read_only:false; response_revision:14951; number_of_response:1; }","duration":"180.076831ms","start":"2026-04-23T08:16:42.44239Z","end":"2026-04-23T08:16:42.622467Z","steps":["trace[1339577538] 'process raft request' (duration: 179.899487ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:16:42.816314Z","caller":"traceutil/trace.go:171","msg":"trace[867668252] linearizableReadLoop","detail":"{readStateIndex:15476; appliedIndex:15474; }","duration":"296.462892ms","start":"2026-04-23T08:16:42.519824Z","end":"2026-04-23T08:16:42.816287Z","steps":["trace[867668252] 'read index received' (duration: 102.615079ms)","trace[867668252] 'applied index is now lower than readState.Index' (duration: 193.846653ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:16:42.816506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.670377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gm894\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T08:16:42.816607Z","caller":"traceutil/trace.go:171","msg":"trace[1276468151] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gm894; range_end:; response_count:1; response_revision:14952; }","duration":"296.82429ms","start":"2026-04-23T08:16:42.519775Z","end":"2026-04-23T08:16:42.8166Z","steps":["trace[1276468151] 'agreement among raft nodes before linearized reading' (duration: 296.610995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:16:42.816627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.577771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-23T08:16:42.816662Z","caller":"traceutil/trace.go:171","msg":"trace[642500359] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14952; }","duration":"295.682943ms","start":"2026-04-23T08:16:42.52097Z","end":"2026-04-23T08:16:42.816653Z","steps":["trace[642500359] 'agreement among raft nodes before linearized reading' (duration: 295.474119ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:16:42.816347Z","caller":"traceutil/trace.go:171","msg":"trace[660101098] transaction","detail":"{read_only:false; response_revision:14952; number_of_response:1; }","duration":"312.164959ms","start":"2026-04-23T08:16:42.504135Z","end":"2026-04-23T08:16:42.8163Z","steps":["trace[660101098] 'process raft request' (duration: 297.24911ms)","trace[660101098] 'compare' (duration: 14.570671ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:16:42.817416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:16:42.504041Z","time spent":"313.097301ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:16:51.415255Z","caller":"traceutil/trace.go:171","msg":"trace[423567991] transaction","detail":"{read_only:false; response_revision:15000; number_of_response:1; }","duration":"521.34589ms","start":"2026-04-23T08:16:50.893872Z","end":"2026-04-23T08:16:51.415218Z","steps":["trace[423567991] 'process raft request' (duration: 521.233347ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:16:51.415417Z","caller":"traceutil/trace.go:171","msg":"trace[1473250735] transaction","detail":"{read_only:false; response_revision:14999; number_of_response:1; }","duration":"521.749149ms","start":"2026-04-23T08:16:50.893598Z","end":"2026-04-23T08:16:51.415347Z","steps":["trace[1473250735] 'process raft request' (duration: 521.258947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:16:51.415465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:16:50.893863Z","time spent":"521.494393ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:16:51.415665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:16:50.893575Z","time spent":"521.954624ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:16:51.415714Z","caller":"traceutil/trace.go:171","msg":"trace[1941114989] linearizableReadLoop","detail":"{readStateIndex:15529; appliedIndex:15523; }","duration":"487.060948ms","start":"2026-04-23T08:16:50.928622Z","end":"2026-04-23T08:16:51.415683Z","steps":["trace[1941114989] 'read index received' (duration: 4.033824ms)","trace[1941114989] 'applied index is now lower than readState.Index' (duration: 483.025944ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:16:51.415802Z","caller":"traceutil/trace.go:171","msg":"trace[1331740518] transaction","detail":"{read_only:false; response_revision:15001; number_of_response:1; }","duration":"521.678148ms","start":"2026-04-23T08:16:50.894089Z","end":"2026-04-23T08:16:51.415767Z","steps":["trace[1331740518] 'process raft request' (duration: 521.081394ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:16:51.41588Z","caller":"traceutil/trace.go:171","msg":"trace[1990027660] transaction","detail":"{read_only:false; response_revision:15003; number_of_response:1; }","duration":"521.35005ms","start":"2026-04-23T08:16:50.894522Z","end":"2026-04-23T08:16:51.415872Z","steps":["trace[1990027660] 'process raft request' (duration: 521.112244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:16:51.416001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:16:50.89408Z","time spent":"521.79971ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:16:51.416067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.453257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gm894\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-23T08:16:51.416096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:16:50.894512Z","time spent":"521.453692ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:16:51.41585Z","caller":"traceutil/trace.go:171","msg":"trace[825861219] transaction","detail":"{read_only:false; response_revision:15002; number_of_response:1; }","duration":"521.346999ms","start":"2026-04-23T08:16:50.894489Z","end":"2026-04-23T08:16:51.415836Z","steps":["trace[825861219] 'process raft request' (duration: 520.991981ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:16:51.41612Z","caller":"traceutil/trace.go:171","msg":"trace[1725728409] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gm894; range_end:; response_count:1; response_revision:15003; }","duration":"487.572349ms","start":"2026-04-23T08:16:50.928534Z","end":"2026-04-23T08:16:51.416106Z","steps":["trace[1725728409] 'agreement among raft nodes before linearized reading' (duration: 487.364995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:16:51.416158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:16:50.928482Z","time spent":"487.667261ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-gm894\" "} {"level":"warn","ts":"2026-04-23T08:16:51.416159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:16:50.89448Z","time spent":"521.657797ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:16:51.424478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.74682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T08:16:51.424525Z","caller":"traceutil/trace.go:171","msg":"trace[932187282] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:15004; }","duration":"104.841412ms","start":"2026-04-23T08:16:51.319671Z","end":"2026-04-23T08:16:51.424512Z","steps":["trace[932187282] 'agreement among raft nodes before linearized reading' (duration: 104.686608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:16:51.424561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.803665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:16:51.424622Z","caller":"traceutil/trace.go:171","msg":"trace[104671572] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:15004; }","duration":"490.926758ms","start":"2026-04-23T08:16:50.933679Z","end":"2026-04-23T08:16:51.424606Z","steps":["trace[104671572] 'agreement among raft nodes before linearized reading' (duration: 490.772274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:16:51.424654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:16:50.933663Z","time spent":"490.982929ms","remote":"127.0.0.1:46516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:16:51.425216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.236291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:16:51.425269Z","caller":"traceutil/trace.go:171","msg":"trace[1971790492] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:15004; }","duration":"333.347423ms","start":"2026-04-23T08:16:51.091908Z","end":"2026-04-23T08:16:51.425255Z","steps":["trace[1971790492] 'agreement among raft nodes before linearized reading' (duration: 332.453902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:16:51.42529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:16:51.091849Z","time spent":"333.435055ms","remote":"127.0.0.1:52774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:17:03.132412Z","caller":"traceutil/trace.go:171","msg":"trace[736706977] transaction","detail":"{read_only:false; response_revision:15354; number_of_response:1; }","duration":"120.158069ms","start":"2026-04-23T08:17:03.012211Z","end":"2026-04-23T08:17:03.132369Z","steps":["trace[736706977] 'process raft request' (duration: 119.531994ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:17:03.203861Z","caller":"traceutil/trace.go:171","msg":"trace[163764062] transaction","detail":"{read_only:false; response_revision:15355; number_of_response:1; }","duration":"135.15583ms","start":"2026-04-23T08:17:03.068669Z","end":"2026-04-23T08:17:03.203824Z","steps":["trace[163764062] 'process raft request' (duration: 134.958275ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:17:03.460927Z","caller":"traceutil/trace.go:171","msg":"trace[692949829] linearizableReadLoop","detail":"{readStateIndex:15891; appliedIndex:15890; }","duration":"138.13059ms","start":"2026-04-23T08:17:03.322761Z","end":"2026-04-23T08:17:03.460891Z","steps":["trace[692949829] 'read index received' (duration: 85.636633ms)","trace[692949829] 'applied index is now lower than readState.Index' (duration: 52.492957ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:17:03.461025Z","caller":"traceutil/trace.go:171","msg":"trace[5271417] transaction","detail":"{read_only:false; response_revision:15357; number_of_response:1; }","duration":"154.960953ms","start":"2026-04-23T08:17:03.305989Z","end":"2026-04-23T08:17:03.46095Z","steps":["trace[5271417] 'process raft request' (duration: 102.468916ms)","trace[5271417] 'compare' (duration: 52.308943ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:17:03.461188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.075748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-23T08:17:03.46123Z","caller":"traceutil/trace.go:171","msg":"trace[1892085767] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15357; }","duration":"138.165571ms","start":"2026-04-23T08:17:03.32305Z","end":"2026-04-23T08:17:03.461215Z","steps":["trace[1892085767] 'agreement among raft nodes before linearized reading' (duration: 138.001117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:03.461274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.002956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:17:03.461344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.606557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:17:03.461404Z","caller":"traceutil/trace.go:171","msg":"trace[267151059] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15357; }","duration":"138.198762ms","start":"2026-04-23T08:17:03.323188Z","end":"2026-04-23T08:17:03.461387Z","steps":["trace[267151059] 'agreement among raft nodes before linearized reading' (duration: 138.000907ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:17:03.46142Z","caller":"traceutil/trace.go:171","msg":"trace[295330747] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15357; }","duration":"137.824853ms","start":"2026-04-23T08:17:03.323573Z","end":"2026-04-23T08:17:03.461398Z","steps":["trace[295330747] 'agreement among raft nodes before linearized reading' (duration: 137.566447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:03.461471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.676579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-04-23T08:17:03.461573Z","caller":"traceutil/trace.go:171","msg":"trace[348524161] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15357; }","duration":"137.856143ms","start":"2026-04-23T08:17:03.323691Z","end":"2026-04-23T08:17:03.461548Z","steps":["trace[348524161] 'agreement among raft nodes before linearized reading' (duration: 137.501655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:03.461613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.779175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:17:03.46185Z","caller":"traceutil/trace.go:171","msg":"trace[638369688] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:15357; }","duration":"139.093952ms","start":"2026-04-23T08:17:03.322703Z","end":"2026-04-23T08:17:03.461797Z","steps":["trace[638369688] 'agreement among raft nodes before linearized reading' (duration: 138.328434ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:17:03.669605Z","caller":"traceutil/trace.go:171","msg":"trace[1340144796] transaction","detail":"{read_only:false; response_revision:15360; number_of_response:1; }","duration":"177.657464ms","start":"2026-04-23T08:17:03.491887Z","end":"2026-04-23T08:17:03.669545Z","steps":["trace[1340144796] 'process raft request' (duration: 159.313655ms)","trace[1340144796] 'compare' (duration: 17.892418ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:17:03.669706Z","caller":"traceutil/trace.go:171","msg":"trace[629546423] linearizableReadLoop","detail":"{readStateIndex:15897; appliedIndex:15892; }","duration":"176.214621ms","start":"2026-04-23T08:17:03.493452Z","end":"2026-04-23T08:17:03.669667Z","steps":["trace[629546423] 'read index received' (duration: 42.658168ms)","trace[629546423] 'applied index is now lower than readState.Index' (duration: 133.554843ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:17:03.669808Z","caller":"traceutil/trace.go:171","msg":"trace[1517532495] transaction","detail":"{read_only:false; response_revision:15362; number_of_response:1; }","duration":"177.339517ms","start":"2026-04-23T08:17:03.492458Z","end":"2026-04-23T08:17:03.669797Z","steps":["trace[1517532495] 'process raft request' (duration: 177.073161ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:17:03.669879Z","caller":"traceutil/trace.go:171","msg":"trace[1907881796] transaction","detail":"{read_only:false; response_revision:15363; number_of_response:1; }","duration":"177.286095ms","start":"2026-04-23T08:17:03.492579Z","end":"2026-04-23T08:17:03.669865Z","steps":["trace[1907881796] 'process raft request' (duration: 177.022329ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:17:03.669716Z","caller":"traceutil/trace.go:171","msg":"trace[2018053398] transaction","detail":"{read_only:false; response_revision:15361; number_of_response:1; }","duration":"177.272395ms","start":"2026-04-23T08:17:03.492396Z","end":"2026-04-23T08:17:03.669668Z","steps":["trace[2018053398] 'process raft request' (duration: 177.011089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:03.669965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.482477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18770"} {"level":"info","ts":"2026-04-23T08:17:03.670177Z","caller":"traceutil/trace.go:171","msg":"trace[936890385] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:15363; }","duration":"176.684581ms","start":"2026-04-23T08:17:03.493436Z","end":"2026-04-23T08:17:03.670121Z","steps":["trace[936890385] 'agreement among raft nodes before linearized reading' (duration: 176.386334ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:17:03.680567Z","caller":"traceutil/trace.go:171","msg":"trace[303605580] transaction","detail":"{read_only:false; response_revision:15364; number_of_response:1; }","duration":"140.087856ms","start":"2026-04-23T08:17:03.540445Z","end":"2026-04-23T08:17:03.680532Z","steps":["trace[303605580] 'process raft request' (duration: 139.753128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:03.680682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.724353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gm894\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T08:17:03.680787Z","caller":"traceutil/trace.go:171","msg":"trace[1884581526] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gm894; range_end:; response_count:1; response_revision:15364; }","duration":"135.884337ms","start":"2026-04-23T08:17:03.544878Z","end":"2026-04-23T08:17:03.680763Z","steps":["trace[1884581526] 'agreement among raft nodes before linearized reading' (duration: 135.620441ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:17:03.814279Z","caller":"traceutil/trace.go:171","msg":"trace[1489472013] transaction","detail":"{read_only:false; response_revision:15365; number_of_response:1; }","duration":"114.916657ms","start":"2026-04-23T08:17:03.699335Z","end":"2026-04-23T08:17:03.814251Z","steps":["trace[1489472013] 'process raft request' (duration: 114.760964ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:17:03.81437Z","caller":"traceutil/trace.go:171","msg":"trace[535449577] linearizableReadLoop","detail":"{readStateIndex:15899; appliedIndex:15898; }","duration":"125.610247ms","start":"2026-04-23T08:17:03.688721Z","end":"2026-04-23T08:17:03.814331Z","steps":["trace[535449577] 'read index received' (duration: 31.568599ms)","trace[535449577] 'applied index is now lower than readState.Index' (duration: 94.038718ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:17:03.85857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.810951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-04-23T08:17:03.858673Z","caller":"traceutil/trace.go:171","msg":"trace[1926602996] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:15365; }","duration":"169.974165ms","start":"2026-04-23T08:17:03.688672Z","end":"2026-04-23T08:17:03.858646Z","steps":["trace[1926602996] 'agreement among raft nodes before linearized reading' (duration: 125.779671ms)","trace[1926602996] 'range keys from in-memory index tree' (duration: 43.925448ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:17:08.620193Z","caller":"traceutil/trace.go:171","msg":"trace[1579619314] linearizableReadLoop","detail":"{readStateIndex:15942; appliedIndex:15941; }","duration":"449.006909ms","start":"2026-04-23T08:17:08.17115Z","end":"2026-04-23T08:17:08.620157Z","steps":["trace[1579619314] 'read index received' (duration: 448.724312ms)","trace[1579619314] 'applied index is now lower than readState.Index' (duration: 281.127µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:17:08.62035Z","caller":"traceutil/trace.go:171","msg":"trace[684644945] transaction","detail":"{read_only:false; response_revision:15407; number_of_response:1; }","duration":"480.557697ms","start":"2026-04-23T08:17:08.139737Z","end":"2026-04-23T08:17:08.620295Z","steps":["trace[684644945] 'process raft request' (duration: 480.209969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:08.620432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.241601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:17:08.620482Z","caller":"traceutil/trace.go:171","msg":"trace[561547123] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15407; }","duration":"377.347353ms","start":"2026-04-23T08:17:08.243117Z","end":"2026-04-23T08:17:08.620465Z","steps":["trace[561547123] 'agreement among raft nodes before linearized reading' (duration: 377.23278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:08.62045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.238094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T08:17:08.620558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:17:08.243098Z","time spent":"377.441106ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-23T08:17:08.620537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.694807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-23T08:17:08.620578Z","caller":"traceutil/trace.go:171","msg":"trace[1886796091] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15407; }","duration":"449.420719ms","start":"2026-04-23T08:17:08.17112Z","end":"2026-04-23T08:17:08.620541Z","steps":["trace[1886796091] 'agreement among raft nodes before linearized reading' (duration: 449.165933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:08.620598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:17:08.139705Z","time spent":"480.754231ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:17:08.620639Z","caller":"traceutil/trace.go:171","msg":"trace[1738512132] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15407; }","duration":"287.857601ms","start":"2026-04-23T08:17:08.332758Z","end":"2026-04-23T08:17:08.620615Z","steps":["trace[1738512132] 'agreement among raft nodes before linearized reading' (duration: 287.595955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:08.620556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.816596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:17:08.620701Z","caller":"traceutil/trace.go:171","msg":"trace[1642480688] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15407; }","duration":"148.023291ms","start":"2026-04-23T08:17:08.472667Z","end":"2026-04-23T08:17:08.62069Z","steps":["trace[1642480688] 'agreement among raft nodes before linearized reading' (duration: 147.785906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:08.620971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.760908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-23T08:17:08.620991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.521182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-23T08:17:08.621007Z","caller":"traceutil/trace.go:171","msg":"trace[932063891] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15407; }","duration":"148.84268ms","start":"2026-04-23T08:17:08.472154Z","end":"2026-04-23T08:17:08.620996Z","steps":["trace[932063891] 'agreement among raft nodes before linearized reading' (duration: 148.726758ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:17:08.62102Z","caller":"traceutil/trace.go:171","msg":"trace[2133489628] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15407; }","duration":"142.595204ms","start":"2026-04-23T08:17:08.478416Z","end":"2026-04-23T08:17:08.621011Z","steps":["trace[2133489628] 'agreement among raft nodes before linearized reading' (duration: 142.42852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:08.621136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.326632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-23T08:17:08.621195Z","caller":"traceutil/trace.go:171","msg":"trace[829256308] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15407; }","duration":"288.446085ms","start":"2026-04-23T08:17:08.332733Z","end":"2026-04-23T08:17:08.621179Z","steps":["trace[829256308] 'agreement among raft nodes before linearized reading' (duration: 288.23336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:08.621233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.580702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-23T08:17:08.621286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.684581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:17:08.621297Z","caller":"traceutil/trace.go:171","msg":"trace[1815883816] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15407; }","duration":"257.672755ms","start":"2026-04-23T08:17:08.363606Z","end":"2026-04-23T08:17:08.621279Z","steps":["trace[1815883816] 'agreement among raft nodes before linearized reading' (duration: 257.443139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:08.621315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.733908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-vm85f\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-04-23T08:17:08.621354Z","caller":"traceutil/trace.go:171","msg":"trace[1172336066] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15407; }","duration":"377.781883ms","start":"2026-04-23T08:17:08.243549Z","end":"2026-04-23T08:17:08.621331Z","steps":["trace[1172336066] 'agreement among raft nodes before linearized reading' (duration: 377.703351ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:17:08.621373Z","caller":"traceutil/trace.go:171","msg":"trace[896667400] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-vm85f; range_end:; response_count:1; response_revision:15407; }","duration":"151.83448ms","start":"2026-04-23T08:17:08.469521Z","end":"2026-04-23T08:17:08.621355Z","steps":["trace[896667400] 'agreement among raft nodes before linearized reading' (duration: 151.651225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:08.621392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:17:08.243522Z","time spent":"377.862035ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-23T08:17:08.620648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:17:08.171105Z","time spent":"449.528671ms","remote":"127.0.0.1:41362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:17:08.621463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.236854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:17:08.621511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.989808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-23T08:17:08.62155Z","caller":"traceutil/trace.go:171","msg":"trace[611811945] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:15407; }","duration":"372.049109ms","start":"2026-04-23T08:17:08.24949Z","end":"2026-04-23T08:17:08.621539Z","steps":["trace[611811945] 'agreement among raft nodes before linearized reading' (duration: 371.935716ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:17:08.621555Z","caller":"traceutil/trace.go:171","msg":"trace[1988004015] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15407; }","duration":"378.379368ms","start":"2026-04-23T08:17:08.24315Z","end":"2026-04-23T08:17:08.621529Z","steps":["trace[1988004015] 'agreement among raft nodes before linearized reading' (duration: 378.215614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:08.621579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:17:08.249446Z","time spent":"372.126442ms","remote":"127.0.0.1:47922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-04-23T08:17:08.621605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:17:08.243107Z","time spent":"378.48998ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-04-23T08:17:08.62163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.124931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-23T08:17:08.621667Z","caller":"traceutil/trace.go:171","msg":"trace[1636740023] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15407; }","duration":"375.171703ms","start":"2026-04-23T08:17:08.246484Z","end":"2026-04-23T08:17:08.621656Z","steps":["trace[1636740023] 'agreement among raft nodes before linearized reading' (duration: 375.07346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:08.621694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:17:08.246476Z","time spent":"375.212423ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-23T08:17:08.621781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.047738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:17:08.621798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.290362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:17:08.621814Z","caller":"traceutil/trace.go:171","msg":"trace[553592931] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15407; }","duration":"289.12665ms","start":"2026-04-23T08:17:08.332676Z","end":"2026-04-23T08:17:08.621803Z","steps":["trace[553592931] 'agreement among raft nodes before linearized reading' (duration: 289.067339ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:17:08.621831Z","caller":"traceutil/trace.go:171","msg":"trace[79593756] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:15407; }","duration":"377.334152ms","start":"2026-04-23T08:17:08.244482Z","end":"2026-04-23T08:17:08.621816Z","steps":["trace[79593756] 'agreement among raft nodes before linearized reading' (duration: 377.281871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:08.62186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:17:08.244474Z","time spent":"377.378854ms","remote":"127.0.0.1:46496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:17:08.829241Z","caller":"traceutil/trace.go:171","msg":"trace[36805849] linearizableReadLoop","detail":"{readStateIndex:15943; appliedIndex:15942; }","duration":"199.961225ms","start":"2026-04-23T08:17:08.629215Z","end":"2026-04-23T08:17:08.829176Z","steps":["trace[36805849] 'read index received' (duration: 197.293563ms)","trace[36805849] 'applied index is now lower than readState.Index' (duration: 2.655432ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:17:08.830958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.591934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:753148"} {"level":"info","ts":"2026-04-23T08:17:08.831133Z","caller":"traceutil/trace.go:171","msg":"trace[232054095] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:15408; }","duration":"201.776538ms","start":"2026-04-23T08:17:08.629323Z","end":"2026-04-23T08:17:08.8311Z","steps":["trace[232054095] 'agreement among raft nodes before linearized reading' (duration: 200.347815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:08.831834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.585006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:753148"} {"level":"info","ts":"2026-04-23T08:17:08.831945Z","caller":"traceutil/trace.go:171","msg":"trace[630072549] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:15408; }","duration":"202.7334ms","start":"2026-04-23T08:17:08.629186Z","end":"2026-04-23T08:17:08.83192Z","steps":["trace[630072549] 'agreement among raft nodes before linearized reading' (duration: 200.241052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:11.604655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.76681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:17:11.604733Z","caller":"traceutil/trace.go:171","msg":"trace[1618085650] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15420; }","duration":"122.901603ms","start":"2026-04-23T08:17:11.481812Z","end":"2026-04-23T08:17:11.604714Z","steps":["trace[1618085650] 'range keys from in-memory index tree' (duration: 122.660078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:11.604816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.049521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T08:17:11.604791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.093335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-04-23T08:17:11.60511Z","caller":"traceutil/trace.go:171","msg":"trace[1251520303] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15420; }","duration":"122.438293ms","start":"2026-04-23T08:17:11.482643Z","end":"2026-04-23T08:17:11.605081Z","steps":["trace[1251520303] 'range keys from in-memory index tree' (duration: 121.864689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:11.605132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.762597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T08:17:11.605169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.068544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-23T08:17:11.605231Z","caller":"traceutil/trace.go:171","msg":"trace[1720220784] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:15420; }","duration":"100.945091ms","start":"2026-04-23T08:17:11.504262Z","end":"2026-04-23T08:17:11.605207Z","steps":["trace[1720220784] 'count revisions from in-memory index tree' (duration: 100.629433ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:17:11.605042Z","caller":"traceutil/trace.go:171","msg":"trace[1266807772] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:15420; }","duration":"266.329728ms","start":"2026-04-23T08:17:11.338703Z","end":"2026-04-23T08:17:11.605033Z","steps":["trace[1266807772] 'count revisions from in-memory index tree' (duration: 265.969019ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:17:11.605259Z","caller":"traceutil/trace.go:171","msg":"trace[1468921408] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15420; }","duration":"122.171836ms","start":"2026-04-23T08:17:11.483061Z","end":"2026-04-23T08:17:11.605233Z","steps":["trace[1468921408] 'range keys from in-memory index tree' (duration: 121.903561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:11.604826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.558856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:17:11.605385Z","caller":"traceutil/trace.go:171","msg":"trace[526729301] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15420; }","duration":"123.136189ms","start":"2026-04-23T08:17:11.48223Z","end":"2026-04-23T08:17:11.605366Z","steps":["trace[526729301] 'range keys from in-memory index tree' (duration: 122.481783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:11.605672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.535948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-23T08:17:11.605714Z","caller":"traceutil/trace.go:171","msg":"trace[1873442235] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15420; }","duration":"123.576909ms","start":"2026-04-23T08:17:11.482124Z","end":"2026-04-23T08:17:11.605701Z","steps":["trace[1873442235] 'range keys from in-memory index tree' (duration: 123.400296ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:17:11.933882Z","caller":"traceutil/trace.go:171","msg":"trace[1825339026] transaction","detail":"{read_only:false; response_revision:15423; number_of_response:1; }","duration":"140.381112ms","start":"2026-04-23T08:17:11.793467Z","end":"2026-04-23T08:17:11.933848Z","steps":["trace[1825339026] 'process raft request' (duration: 139.663656ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:17:11.93421Z","caller":"traceutil/trace.go:171","msg":"trace[2050254574] transaction","detail":"{read_only:false; response_revision:15424; number_of_response:1; }","duration":"139.838591ms","start":"2026-04-23T08:17:11.794318Z","end":"2026-04-23T08:17:11.934157Z","steps":["trace[2050254574] 'process raft request' (duration: 139.459262ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:17:11.934294Z","caller":"traceutil/trace.go:171","msg":"trace[1398176509] linearizableReadLoop","detail":"{readStateIndex:15961; appliedIndex:15957; }","duration":"128.653158ms","start":"2026-04-23T08:17:11.805584Z","end":"2026-04-23T08:17:11.934237Z","steps":["trace[1398176509] 'read index received' (duration: 29.583762ms)","trace[1398176509] 'applied index is now lower than readState.Index' (duration: 99.067916ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:17:11.934471Z","caller":"traceutil/trace.go:171","msg":"trace[285871382] transaction","detail":"{read_only:false; response_revision:15425; number_of_response:1; }","duration":"139.692946ms","start":"2026-04-23T08:17:11.794754Z","end":"2026-04-23T08:17:11.934447Z","steps":["trace[285871382] 'process raft request' (duration: 139.305197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:11.934562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.953335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gm894\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T08:17:11.934605Z","caller":"traceutil/trace.go:171","msg":"trace[517620174] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gm894; range_end:; response_count:1; response_revision:15425; }","duration":"129.059488ms","start":"2026-04-23T08:17:11.805535Z","end":"2026-04-23T08:17:11.934594Z","steps":["trace[517620174] 'agreement among raft nodes before linearized reading' (duration: 128.850343ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:17:13.315932Z","caller":"traceutil/trace.go:171","msg":"trace[23618674] transaction","detail":"{read_only:false; response_revision:15432; number_of_response:1; }","duration":"119.840042ms","start":"2026-04-23T08:17:13.196056Z","end":"2026-04-23T08:17:13.315896Z","steps":["trace[23618674] 'process raft request' (duration: 119.656268ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:17:15.67361Z","caller":"traceutil/trace.go:171","msg":"trace[1780201856] transaction","detail":"{read_only:false; response_revision:15444; number_of_response:1; }","duration":"146.499895ms","start":"2026-04-23T08:17:15.527058Z","end":"2026-04-23T08:17:15.673558Z","steps":["trace[1780201856] 'process raft request' (duration: 145.86125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:15.949627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.738068ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:17:15.949764Z","caller":"traceutil/trace.go:171","msg":"trace[1787873642] linearizableReadLoop","detail":"{readStateIndex:15982; appliedIndex:15981; }","duration":"239.358437ms","start":"2026-04-23T08:17:15.710385Z","end":"2026-04-23T08:17:15.949744Z","steps":["trace[1787873642] 'read index received' (duration: 96.300342ms)","trace[1787873642] 'applied index is now lower than readState.Index' (duration: 143.056275ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:17:15.949872Z","caller":"traceutil/trace.go:171","msg":"trace[288117132] transaction","detail":"{read_only:false; response_revision:15445; number_of_response:1; }","duration":"257.682766ms","start":"2026-04-23T08:17:15.692176Z","end":"2026-04-23T08:17:15.949859Z","steps":["trace[288117132] 'process raft request' (duration: 114.59838ms)","trace[288117132] 'compare' (duration: 142.601875ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:17:15.950253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.849388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-tqhsh\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-04-23T08:17:15.950358Z","caller":"traceutil/trace.go:171","msg":"trace[1244042320] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-tqhsh; range_end:; response_count:1; response_revision:15445; }","duration":"239.986592ms","start":"2026-04-23T08:17:15.710342Z","end":"2026-04-23T08:17:15.950329Z","steps":["trace[1244042320] 'agreement among raft nodes before linearized reading' (duration: 239.698905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:15.950376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.50712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-23T08:17:15.950421Z","caller":"traceutil/trace.go:171","msg":"trace[1724191695] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15445; }","duration":"144.588641ms","start":"2026-04-23T08:17:15.805818Z","end":"2026-04-23T08:17:15.950406Z","steps":["trace[1724191695] 'agreement among raft nodes before linearized reading' (duration: 144.407936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:15.950391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.388167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-tqhsh\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-04-23T08:17:15.950608Z","caller":"traceutil/trace.go:171","msg":"trace[1128394346] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-tqhsh; range_end:; response_count:1; response_revision:15445; }","duration":"239.630993ms","start":"2026-04-23T08:17:15.710914Z","end":"2026-04-23T08:17:15.950545Z","steps":["trace[1128394346] 'agreement among raft nodes before linearized reading' (duration: 239.220273ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:17:16.061295Z","caller":"traceutil/trace.go:171","msg":"trace[1905327143] transaction","detail":"{read_only:false; response_revision:15446; number_of_response:1; }","duration":"105.571979ms","start":"2026-04-23T08:17:15.955691Z","end":"2026-04-23T08:17:16.061263Z","steps":["trace[1905327143] 'process raft request' (duration: 97.827828ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:17:16.380546Z","caller":"traceutil/trace.go:171","msg":"trace[1908861912] linearizableReadLoop","detail":"{readStateIndex:15984; appliedIndex:15982; }","duration":"422.856726ms","start":"2026-04-23T08:17:15.957649Z","end":"2026-04-23T08:17:16.380506Z","steps":["trace[1908861912] 'read index received' (duration: 95.889872ms)","trace[1908861912] 'applied index is now lower than readState.Index' (duration: 326.965214ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:17:16.380977Z","caller":"traceutil/trace.go:171","msg":"trace[1331820708] transaction","detail":"{read_only:false; response_revision:15447; number_of_response:1; }","duration":"424.822192ms","start":"2026-04-23T08:17:15.956099Z","end":"2026-04-23T08:17:16.380921Z","steps":["trace[1331820708] 'process raft request' (duration: 361.736777ms)","trace[1331820708] 'compare' (duration: 62.508882ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:17:16.381031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.015878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:17:16.381125Z","caller":"traceutil/trace.go:171","msg":"trace[1728881709] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15447; }","duration":"381.13402ms","start":"2026-04-23T08:17:15.999967Z","end":"2026-04-23T08:17:16.381101Z","steps":["trace[1728881709] 'agreement among raft nodes before linearized reading' (duration: 380.975656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:16.38117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.391176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gm894\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-23T08:17:16.381181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:17:15.999959Z","time spent":"381.213753ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-23T08:17:16.3812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:17:15.956076Z","time spent":"425.002417ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:17:16.381216Z","caller":"traceutil/trace.go:171","msg":"trace[871299316] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gm894; range_end:; response_count:1; response_revision:15447; }","duration":"378.50124ms","start":"2026-04-23T08:17:16.002702Z","end":"2026-04-23T08:17:16.381203Z","steps":["trace[871299316] 'agreement among raft nodes before linearized reading' (duration: 378.304245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:16.381294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.167581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-04-23T08:17:16.381344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.300219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-23T08:17:16.381405Z","caller":"traceutil/trace.go:171","msg":"trace[943910481] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:15447; }","duration":"252.35939ms","start":"2026-04-23T08:17:16.12903Z","end":"2026-04-23T08:17:16.381389Z","steps":["trace[943910481] 'agreement among raft nodes before linearized reading' (duration: 252.218307ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:17:16.381406Z","caller":"traceutil/trace.go:171","msg":"trace[752646056] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15447; }","duration":"381.365156ms","start":"2026-04-23T08:17:16.000015Z","end":"2026-04-23T08:17:16.38138Z","steps":["trace[752646056] 'agreement among raft nodes before linearized reading' (duration: 380.999527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:16.381414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:17:16.00269Z","time spent":"378.662663ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-gm894\" "} {"level":"warn","ts":"2026-04-23T08:17:16.381458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:17:15.999973Z","time spent":"381.473778ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-23T08:17:16.381634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.845487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:17:16.381667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.803984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T08:17:16.38171Z","caller":"traceutil/trace.go:171","msg":"trace[1915070564] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15447; }","duration":"395.901146ms","start":"2026-04-23T08:17:15.985797Z","end":"2026-04-23T08:17:16.381698Z","steps":["trace[1915070564] 'agreement among raft nodes before linearized reading' (duration: 395.772733ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:17:16.381713Z","caller":"traceutil/trace.go:171","msg":"trace[563583977] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15447; }","duration":"381.94534ms","start":"2026-04-23T08:17:15.999749Z","end":"2026-04-23T08:17:16.381694Z","steps":["trace[563583977] 'agreement among raft nodes before linearized reading' (duration: 381.805467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:16.381741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:17:15.985767Z","time spent":"395.966668ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T08:17:16.381761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:17:15.999738Z","time spent":"382.011981ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-23T08:17:16.381818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.869418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:17:16.381856Z","caller":"traceutil/trace.go:171","msg":"trace[688373633] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15447; }","duration":"381.92376ms","start":"2026-04-23T08:17:15.999921Z","end":"2026-04-23T08:17:16.381845Z","steps":["trace[688373633] 'agreement among raft nodes before linearized reading' (duration: 381.859478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:16.381889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:17:15.999907Z","time spent":"381.97412ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-04-23T08:17:16.38201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.37865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-23T08:17:16.382073Z","caller":"traceutil/trace.go:171","msg":"trace[1136838963] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15447; }","duration":"397.454262ms","start":"2026-04-23T08:17:15.9846Z","end":"2026-04-23T08:17:16.382055Z","steps":["trace[1136838963] 'agreement among raft nodes before linearized reading' (duration: 397.256288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:16.381945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.267969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:753148"} {"level":"warn","ts":"2026-04-23T08:17:16.382115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:17:15.984588Z","time spent":"397.511974ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T08:17:16.382144Z","caller":"traceutil/trace.go:171","msg":"trace[1459480270] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:15447; }","duration":"424.497695ms","start":"2026-04-23T08:17:15.957619Z","end":"2026-04-23T08:17:16.382117Z","steps":["trace[1459480270] 'agreement among raft nodes before linearized reading' (duration: 423.217035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:16.382434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.742741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:753148"} {"level":"warn","ts":"2026-04-23T08:17:16.382492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:17:15.957606Z","time spent":"424.584977ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":78,"response size":753171,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-23T08:17:16.3825Z","caller":"traceutil/trace.go:171","msg":"trace[635718685] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:15447; }","duration":"424.829902ms","start":"2026-04-23T08:17:15.957653Z","end":"2026-04-23T08:17:16.382483Z","steps":["trace[635718685] 'agreement among raft nodes before linearized reading' (duration: 423.286736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:16.382552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:17:15.957634Z","time spent":"424.907064ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":78,"response size":753171,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-23T08:17:16.529995Z","caller":"traceutil/trace.go:171","msg":"trace[2142105826] transaction","detail":"{read_only:false; response_revision:15448; number_of_response:1; }","duration":"142.908862ms","start":"2026-04-23T08:17:16.387048Z","end":"2026-04-23T08:17:16.529956Z","steps":["trace[2142105826] 'process raft request' (duration: 111.489767ms)","trace[2142105826] 'compare' (duration: 31.21622ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:17:16.5303Z","caller":"traceutil/trace.go:171","msg":"trace[841645441] linearizableReadLoop","detail":"{readStateIndex:15986; appliedIndex:15984; }","duration":"140.484925ms","start":"2026-04-23T08:17:16.389775Z","end":"2026-04-23T08:17:16.53026Z","steps":["trace[841645441] 'read index received' (duration: 108.763823ms)","trace[841645441] 'applied index is now lower than readState.Index' (duration: 31.681441ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:17:16.530374Z","caller":"traceutil/trace.go:171","msg":"trace[1611031022] transaction","detail":"{read_only:false; response_revision:15449; number_of_response:1; }","duration":"142.965334ms","start":"2026-04-23T08:17:16.387361Z","end":"2026-04-23T08:17:16.530326Z","steps":["trace[1611031022] 'process raft request' (duration: 142.543404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:16.531449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.643042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:753148"} {"level":"info","ts":"2026-04-23T08:17:16.531506Z","caller":"traceutil/trace.go:171","msg":"trace[156628319] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:15449; }","duration":"141.737935ms","start":"2026-04-23T08:17:16.389756Z","end":"2026-04-23T08:17:16.531494Z","steps":["trace[156628319] 'agreement among raft nodes before linearized reading' (duration: 140.632209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:16.974577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.877436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:17:16.974688Z","caller":"traceutil/trace.go:171","msg":"trace[1904360397] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15451; }","duration":"121.058631ms","start":"2026-04-23T08:17:16.853607Z","end":"2026-04-23T08:17:16.974666Z","steps":["trace[1904360397] 'range keys from in-memory index tree' (duration: 120.790865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:16.974681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.735493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-23T08:17:16.97476Z","caller":"traceutil/trace.go:171","msg":"trace[1511806351] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15451; }","duration":"120.843976ms","start":"2026-04-23T08:17:16.853896Z","end":"2026-04-23T08:17:16.97474Z","steps":["trace[1511806351] 'range keys from in-memory index tree' (duration: 120.60661ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:17:16.990688Z","caller":"traceutil/trace.go:171","msg":"trace[2109878804] linearizableReadLoop","detail":"{readStateIndex:15989; appliedIndex:15988; }","duration":"109.337546ms","start":"2026-04-23T08:17:16.881315Z","end":"2026-04-23T08:17:16.990652Z","steps":["trace[2109878804] 'read index received' (duration: 109.225993ms)","trace[2109878804] 'applied index is now lower than readState.Index' (duration: 108.703µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:17:16.990758Z","caller":"traceutil/trace.go:171","msg":"trace[1531139479] transaction","detail":"{read_only:false; response_revision:15452; number_of_response:1; }","duration":"109.652334ms","start":"2026-04-23T08:17:16.881071Z","end":"2026-04-23T08:17:16.990724Z","steps":["trace[1531139479] 'process raft request' (duration: 109.416518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:16.991148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.809308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-23T08:17:16.991233Z","caller":"traceutil/trace.go:171","msg":"trace[2100899311] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15452; }","duration":"109.950741ms","start":"2026-04-23T08:17:16.881258Z","end":"2026-04-23T08:17:16.991209Z","steps":["trace[2100899311] 'agreement among raft nodes before linearized reading' (duration: 109.533821ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:17:17.033821Z","caller":"traceutil/trace.go:171","msg":"trace[299225298] transaction","detail":"{read_only:false; response_revision:15453; number_of_response:1; }","duration":"140.051945ms","start":"2026-04-23T08:17:16.893748Z","end":"2026-04-23T08:17:17.033799Z","steps":["trace[299225298] 'process raft request' (duration: 139.81828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:17.033906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.127815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7vhgl\" ","response":"range_response_count:1 size:20761"} {"level":"info","ts":"2026-04-23T08:17:17.033944Z","caller":"traceutil/trace.go:171","msg":"trace[49804997] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-7vhgl; range_end:; response_count:1; response_revision:15453; }","duration":"113.212527ms","start":"2026-04-23T08:17:16.920721Z","end":"2026-04-23T08:17:17.033934Z","steps":["trace[49804997] 'agreement among raft nodes before linearized reading' (duration: 113.009623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:17.034206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.793571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-vm85f\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-04-23T08:17:17.034311Z","caller":"traceutil/trace.go:171","msg":"trace[60894955] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-vm85f; range_end:; response_count:1; response_revision:15453; }","duration":"107.949334ms","start":"2026-04-23T08:17:16.926341Z","end":"2026-04-23T08:17:17.03429Z","steps":["trace[60894955] 'agreement among raft nodes before linearized reading' (duration: 107.657587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:17.496888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.031697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-db-sync-6dx5v\" ","response":"range_response_count:1 size:7297"} {"level":"info","ts":"2026-04-23T08:17:17.496973Z","caller":"traceutil/trace.go:171","msg":"trace[2132755826] range","detail":"{range_begin:/registry/pods/openstack/nova-db-sync-6dx5v; range_end:; response_count:1; response_revision:15453; }","duration":"398.13212ms","start":"2026-04-23T08:17:17.098821Z","end":"2026-04-23T08:17:17.496953Z","steps":["trace[2132755826] 'range keys from in-memory index tree' (duration: 397.780201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:17.497019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:17:17.098732Z","time spent":"398.278263ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7320,"request content":"key:\"/registry/pods/openstack/nova-db-sync-6dx5v\" "} {"level":"warn","ts":"2026-04-23T08:17:17.497579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.786241ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:17:17.498113Z","caller":"traceutil/trace.go:171","msg":"trace[1596079588] linearizableReadLoop","detail":"{readStateIndex:15991; appliedIndex:15990; }","duration":"181.466183ms","start":"2026-04-23T08:17:17.316633Z","end":"2026-04-23T08:17:17.498099Z","steps":["trace[1596079588] 'read index received' (duration: 58.822µs)","trace[1596079588] 'applied index is now lower than readState.Index' (duration: 181.405691ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:17:17.498213Z","caller":"traceutil/trace.go:171","msg":"trace[496591588] transaction","detail":"{read_only:false; response_revision:15454; number_of_response:1; }","duration":"301.456939ms","start":"2026-04-23T08:17:17.196656Z","end":"2026-04-23T08:17:17.498113Z","steps":["trace[496591588] 'process raft request' (duration: 42.046683ms)","trace[496591588] 'compare' (duration: 257.966182ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:17:17.498472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:17:17.196628Z","time spent":"301.709235ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:17:17.498504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.815771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:17:17.498781Z","caller":"traceutil/trace.go:171","msg":"trace[356489799] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:15454; }","duration":"182.165309ms","start":"2026-04-23T08:17:17.316578Z","end":"2026-04-23T08:17:17.498743Z","steps":["trace[356489799] 'agreement among raft nodes before linearized reading' (duration: 181.575876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:17.528836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.251957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T08:17:17.529232Z","caller":"traceutil/trace.go:171","msg":"trace[1154965621] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15455; }","duration":"148.686026ms","start":"2026-04-23T08:17:17.380531Z","end":"2026-04-23T08:17:17.529217Z","steps":["trace[1154965621] 'agreement among raft nodes before linearized reading' (duration: 148.170264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:18.615283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.364437ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:17:18.615637Z","caller":"traceutil/trace.go:171","msg":"trace[702208476] linearizableReadLoop","detail":"{readStateIndex:15999; appliedIndex:15997; }","duration":"203.764845ms","start":"2026-04-23T08:17:18.411851Z","end":"2026-04-23T08:17:18.615616Z","steps":["trace[702208476] 'read index received' (duration: 43.779524ms)","trace[702208476] 'applied index is now lower than readState.Index' (duration: 159.984251ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:17:18.615798Z","caller":"traceutil/trace.go:171","msg":"trace[1456803200] transaction","detail":"{read_only:false; response_revision:15460; number_of_response:1; }","duration":"208.814483ms","start":"2026-04-23T08:17:18.406968Z","end":"2026-04-23T08:17:18.615783Z","steps":["trace[1456803200] 'process raft request' (duration: 48.501234ms)","trace[1456803200] 'compare' (duration: 159.158442ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:17:18.617465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.610208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:753105"} {"level":"info","ts":"2026-04-23T08:17:18.617548Z","caller":"traceutil/trace.go:171","msg":"trace[1702632690] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:15461; }","duration":"205.6973ms","start":"2026-04-23T08:17:18.411837Z","end":"2026-04-23T08:17:18.617534Z","steps":["trace[1702632690] 'agreement among raft nodes before linearized reading' (duration: 204.463141ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:17:18.617748Z","caller":"traceutil/trace.go:171","msg":"trace[598337569] transaction","detail":"{read_only:false; response_revision:15461; number_of_response:1; }","duration":"207.124143ms","start":"2026-04-23T08:17:18.410603Z","end":"2026-04-23T08:17:18.617727Z","steps":["trace[598337569] 'process raft request' (duration: 204.890681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:18.618138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.244196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:753105"} {"level":"info","ts":"2026-04-23T08:17:18.618221Z","caller":"traceutil/trace.go:171","msg":"trace[1891819146] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:15461; }","duration":"204.373969ms","start":"2026-04-23T08:17:18.41383Z","end":"2026-04-23T08:17:18.618204Z","steps":["trace[1891819146] 'agreement among raft nodes before linearized reading' (duration: 202.520585ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:17:18.816425Z","caller":"traceutil/trace.go:171","msg":"trace[817492915] linearizableReadLoop","detail":"{readStateIndex:16000; appliedIndex:15999; }","duration":"196.525305ms","start":"2026-04-23T08:17:18.619842Z","end":"2026-04-23T08:17:18.816367Z","steps":["trace[817492915] 'read index received' (duration: 195.967942ms)","trace[817492915] 'applied index is now lower than readState.Index' (duration: 555.993µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:17:18.81647Z","caller":"traceutil/trace.go:171","msg":"trace[1068499812] transaction","detail":"{read_only:false; response_revision:15462; number_of_response:1; }","duration":"198.156893ms","start":"2026-04-23T08:17:18.618268Z","end":"2026-04-23T08:17:18.816425Z","steps":["trace[1068499812] 'process raft request' (duration: 197.531959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:18.816702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.825392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-23T08:17:18.816804Z","caller":"traceutil/trace.go:171","msg":"trace[1962942502] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:15462; }","duration":"196.971266ms","start":"2026-04-23T08:17:18.61981Z","end":"2026-04-23T08:17:18.816782Z","steps":["trace[1962942502] 'agreement among raft nodes before linearized reading' (duration: 196.680939ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:17:18.867686Z","caller":"traceutil/trace.go:171","msg":"trace[1803952532] transaction","detail":"{read_only:false; response_revision:15463; number_of_response:1; }","duration":"245.835938ms","start":"2026-04-23T08:17:18.621828Z","end":"2026-04-23T08:17:18.867664Z","steps":["trace[1803952532] 'process raft request' (duration: 245.659564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:18.868002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.468838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:17:18.868087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.047509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-23T08:17:18.868094Z","caller":"traceutil/trace.go:171","msg":"trace[17713544] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15464; }","duration":"156.631333ms","start":"2026-04-23T08:17:18.711444Z","end":"2026-04-23T08:17:18.868076Z","steps":["trace[17713544] 'agreement among raft nodes before linearized reading' (duration: 156.465679ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:17:18.86813Z","caller":"traceutil/trace.go:171","msg":"trace[110982890] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15464; }","duration":"156.128311ms","start":"2026-04-23T08:17:18.711987Z","end":"2026-04-23T08:17:18.868115Z","steps":["trace[110982890] 'agreement among raft nodes before linearized reading' (duration: 156.07052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:18.868138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.771792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:17:18.86819Z","caller":"traceutil/trace.go:171","msg":"trace[201210391] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15464; }","duration":"155.909965ms","start":"2026-04-23T08:17:18.712265Z","end":"2026-04-23T08:17:18.868175Z","steps":["trace[201210391] 'agreement among raft nodes before linearized reading' (duration: 155.746881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:18.868168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.717744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-23T08:17:18.868262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.494219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:17:18.868273Z","caller":"traceutil/trace.go:171","msg":"trace[2109370970] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15464; }","duration":"156.845557ms","start":"2026-04-23T08:17:18.711405Z","end":"2026-04-23T08:17:18.86825Z","steps":["trace[2109370970] 'agreement among raft nodes before linearized reading' (duration: 156.55351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:18.868323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.557461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-23T08:17:18.868345Z","caller":"traceutil/trace.go:171","msg":"trace[1484101651] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15464; }","duration":"156.616462ms","start":"2026-04-23T08:17:18.711724Z","end":"2026-04-23T08:17:18.86834Z","steps":["trace[1484101651] 'agreement among raft nodes before linearized reading' (duration: 156.577861ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:17:18.86839Z","caller":"traceutil/trace.go:171","msg":"trace[188750279] transaction","detail":"{read_only:false; response_revision:15464; number_of_response:1; }","duration":"244.915067ms","start":"2026-04-23T08:17:18.623463Z","end":"2026-04-23T08:17:18.868378Z","steps":["trace[188750279] 'process raft request' (duration: 244.161459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:18.868413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.437938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:17:18.868446Z","caller":"traceutil/trace.go:171","msg":"trace[459035337] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15464; }","duration":"156.478929ms","start":"2026-04-23T08:17:18.711957Z","end":"2026-04-23T08:17:18.868436Z","steps":["trace[459035337] 'agreement among raft nodes before linearized reading' (duration: 156.430448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:18.868526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.920369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-23T08:17:18.86855Z","caller":"traceutil/trace.go:171","msg":"trace[1980914757] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15464; }","duration":"156.984431ms","start":"2026-04-23T08:17:18.71156Z","end":"2026-04-23T08:17:18.868545Z","steps":["trace[1980914757] 'agreement among raft nodes before linearized reading' (duration: 156.879238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:18.868575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.191545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-23T08:17:18.868595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.627012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:17:18.868607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.956459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T08:17:18.868616Z","caller":"traceutil/trace.go:171","msg":"trace[1577623037] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15464; }","duration":"157.244546ms","start":"2026-04-23T08:17:18.711362Z","end":"2026-04-23T08:17:18.868607Z","steps":["trace[1577623037] 'agreement among raft nodes before linearized reading' (duration: 157.137374ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:17:18.868632Z","caller":"traceutil/trace.go:171","msg":"trace[1883478960] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15464; }","duration":"156.671484ms","start":"2026-04-23T08:17:18.711952Z","end":"2026-04-23T08:17:18.868624Z","steps":["trace[1883478960] 'agreement among raft nodes before linearized reading' (duration: 156.621343ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:17:18.868643Z","caller":"traceutil/trace.go:171","msg":"trace[1878449708] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15464; }","duration":"130.01114ms","start":"2026-04-23T08:17:18.738619Z","end":"2026-04-23T08:17:18.86863Z","steps":["trace[1878449708] 'agreement among raft nodes before linearized reading' (duration: 129.890477ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:17:18.868289Z","caller":"traceutil/trace.go:171","msg":"trace[870723899] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15464; }","duration":"156.557641ms","start":"2026-04-23T08:17:18.711724Z","end":"2026-04-23T08:17:18.868282Z","steps":["trace[870723899] 'agreement among raft nodes before linearized reading' (duration: 156.51778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:18.868004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.189972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-23T08:17:18.868853Z","caller":"traceutil/trace.go:171","msg":"trace[747951347] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15464; }","duration":"157.057803ms","start":"2026-04-23T08:17:18.711785Z","end":"2026-04-23T08:17:18.868842Z","steps":["trace[747951347] 'agreement among raft nodes before linearized reading' (duration: 156.128281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:18.868772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.469349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:17:18.869099Z","caller":"traceutil/trace.go:171","msg":"trace[1785150223] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:15464; }","duration":"165.829697ms","start":"2026-04-23T08:17:18.703254Z","end":"2026-04-23T08:17:18.869084Z","steps":["trace[1785150223] 'agreement among raft nodes before linearized reading' (duration: 165.481139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:18.869401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.041063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:753105"} {"level":"info","ts":"2026-04-23T08:17:18.869431Z","caller":"traceutil/trace.go:171","msg":"trace[253896365] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:15464; }","duration":"246.080073ms","start":"2026-04-23T08:17:18.623344Z","end":"2026-04-23T08:17:18.869424Z","steps":["trace[253896365] 'agreement among raft nodes before linearized reading' (duration: 245.48545ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:17:18.986044Z","caller":"traceutil/trace.go:171","msg":"trace[1401754445] linearizableReadLoop","detail":"{readStateIndex:16003; appliedIndex:16002; }","duration":"103.593633ms","start":"2026-04-23T08:17:18.882417Z","end":"2026-04-23T08:17:18.986011Z","steps":["trace[1401754445] 'read index received' (duration: 33.876562ms)","trace[1401754445] 'applied index is now lower than readState.Index' (duration: 69.715891ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:17:18.986211Z","caller":"traceutil/trace.go:171","msg":"trace[127319727] transaction","detail":"{read_only:false; response_revision:15465; number_of_response:1; }","duration":"111.786794ms","start":"2026-04-23T08:17:18.87441Z","end":"2026-04-23T08:17:18.986197Z","steps":["trace[127319727] 'process raft request' (duration: 42.046323ms)","trace[127319727] 'compare' (duration: 69.382913ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:17:18.986549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.092764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:17:18.986687Z","caller":"traceutil/trace.go:171","msg":"trace[355841451] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15465; }","duration":"104.295569ms","start":"2026-04-23T08:17:18.882359Z","end":"2026-04-23T08:17:18.986655Z","steps":["trace[355841451] 'agreement among raft nodes before linearized reading' (duration: 104.033933ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:17:20.150338Z","caller":"traceutil/trace.go:171","msg":"trace[1566700141] transaction","detail":"{read_only:false; response_revision:15469; number_of_response:1; }","duration":"143.045945ms","start":"2026-04-23T08:17:20.007265Z","end":"2026-04-23T08:17:20.150311Z","steps":["trace[1566700141] 'process raft request' (duration: 142.84305ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:17:20.330633Z","caller":"traceutil/trace.go:171","msg":"trace[2060222774] transaction","detail":"{read_only:false; response_revision:15470; number_of_response:1; }","duration":"138.399247ms","start":"2026-04-23T08:17:20.192205Z","end":"2026-04-23T08:17:20.330604Z","steps":["trace[2060222774] 'process raft request' (duration: 138.207592ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:17:21.639137Z","caller":"traceutil/trace.go:171","msg":"trace[1106520807] transaction","detail":"{read_only:false; response_revision:15477; number_of_response:1; }","duration":"110.511484ms","start":"2026-04-23T08:17:21.528583Z","end":"2026-04-23T08:17:21.639095Z","steps":["trace[1106520807] 'process raft request' (duration: 17.835698ms)","trace[1106520807] 'compare' (duration: 92.481752ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:17:21.883454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.264322ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:17:21.883671Z","caller":"traceutil/trace.go:171","msg":"trace[1508496432] transaction","detail":"{read_only:false; response_revision:15478; number_of_response:1; }","duration":"157.030902ms","start":"2026-04-23T08:17:21.726604Z","end":"2026-04-23T08:17:21.883635Z","steps":["trace[1508496432] 'process raft request' (duration: 30.428752ms)","trace[1508496432] 'compare' (duration: 126.087858ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:17:25.191286Z","caller":"traceutil/trace.go:171","msg":"trace[1215429608] transaction","detail":"{read_only:false; response_revision:15494; number_of_response:1; }","duration":"108.075547ms","start":"2026-04-23T08:17:25.08318Z","end":"2026-04-23T08:17:25.191256Z","steps":["trace[1215429608] 'process raft request' (duration: 31.380154ms)","trace[1215429608] 'compare' (duration: 76.487888ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:17:26.082898Z","caller":"traceutil/trace.go:171","msg":"trace[267575475] linearizableReadLoop","detail":"{readStateIndex:16036; appliedIndex:16035; }","duration":"100.041839ms","start":"2026-04-23T08:17:25.982824Z","end":"2026-04-23T08:17:26.082866Z","steps":["trace[267575475] 'read index received' (duration: 99.822594ms)","trace[267575475] 'applied index is now lower than readState.Index' (duration: 217.735µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:17:26.083069Z","caller":"traceutil/trace.go:171","msg":"trace[114971334] transaction","detail":"{read_only:false; response_revision:15497; number_of_response:1; }","duration":"129.382166ms","start":"2026-04-23T08:17:25.953605Z","end":"2026-04-23T08:17:26.082987Z","steps":["trace[114971334] 'process raft request' (duration: 129.063008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:26.083195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.350256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-23T08:17:26.083244Z","caller":"traceutil/trace.go:171","msg":"trace[1945446216] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15497; }","duration":"100.468538ms","start":"2026-04-23T08:17:25.98276Z","end":"2026-04-23T08:17:26.083229Z","steps":["trace[1945446216] 'agreement among raft nodes before linearized reading' (duration: 100.225233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:26.328812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.064378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T08:17:26.328916Z","caller":"traceutil/trace.go:171","msg":"trace[989486396] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15497; }","duration":"135.238542ms","start":"2026-04-23T08:17:26.193655Z","end":"2026-04-23T08:17:26.328894Z","steps":["trace[989486396] 'range keys from in-memory index tree' (duration: 134.764701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:26.823169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.690217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-23T08:17:26.823292Z","caller":"traceutil/trace.go:171","msg":"trace[646648319] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:15499; }","duration":"148.885721ms","start":"2026-04-23T08:17:26.674378Z","end":"2026-04-23T08:17:26.823264Z","steps":["trace[646648319] 'range keys from in-memory index tree' (duration: 148.436901ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:17:27.257686Z","caller":"traceutil/trace.go:171","msg":"trace[501547838] transaction","detail":"{read_only:false; response_revision:15503; number_of_response:1; }","duration":"109.632944ms","start":"2026-04-23T08:17:27.148024Z","end":"2026-04-23T08:17:27.257657Z","steps":["trace[501547838] 'process raft request' (duration: 109.448289ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:17:42.355258Z","caller":"traceutil/trace.go:171","msg":"trace[1768854183] transaction","detail":"{read_only:false; response_revision:15579; number_of_response:1; }","duration":"141.783215ms","start":"2026-04-23T08:17:42.213443Z","end":"2026-04-23T08:17:42.355226Z","steps":["trace[1768854183] 'process raft request' (duration: 141.58627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:43.128856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.643301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-23T08:17:43.12897Z","caller":"traceutil/trace.go:171","msg":"trace[1982254371] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15583; }","duration":"188.808335ms","start":"2026-04-23T08:17:42.940133Z","end":"2026-04-23T08:17:43.128941Z","steps":["trace[1982254371] 'range keys from in-memory index tree' (duration: 188.469737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:43.129009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.223754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-23T08:17:43.129056Z","caller":"traceutil/trace.go:171","msg":"trace[522485353] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:15583; }","duration":"124.330707ms","start":"2026-04-23T08:17:43.004712Z","end":"2026-04-23T08:17:43.129043Z","steps":["trace[522485353] 'range keys from in-memory index tree' (duration: 123.992039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:43.129256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.154963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-23T08:17:43.129277Z","caller":"traceutil/trace.go:171","msg":"trace[561984426] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15583; }","duration":"186.192734ms","start":"2026-04-23T08:17:42.943076Z","end":"2026-04-23T08:17:43.129269Z","steps":["trace[561984426] 'range keys from in-memory index tree' (duration: 186.05027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:43.129318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.88587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-23T08:17:43.1294Z","caller":"traceutil/trace.go:171","msg":"trace[1953150837] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15583; }","duration":"187.003022ms","start":"2026-04-23T08:17:42.942374Z","end":"2026-04-23T08:17:43.129377Z","steps":["trace[1953150837] 'range keys from in-memory index tree' (duration: 186.722246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:43.129472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.383099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-23T08:17:43.129503Z","caller":"traceutil/trace.go:171","msg":"trace[527649386] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15583; }","duration":"186.431779ms","start":"2026-04-23T08:17:42.943064Z","end":"2026-04-23T08:17:43.129496Z","steps":["trace[527649386] 'range keys from in-memory index tree' (duration: 186.272536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:43.129515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.392124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:17:43.129547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.62095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:17:43.129559Z","caller":"traceutil/trace.go:171","msg":"trace[1088738049] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15583; }","duration":"244.473976ms","start":"2026-04-23T08:17:42.885074Z","end":"2026-04-23T08:17:43.129548Z","steps":["trace[1088738049] 'range keys from in-memory index tree' (duration: 243.798971ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:17:43.129585Z","caller":"traceutil/trace.go:171","msg":"trace[1014802294] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15583; }","duration":"188.675482ms","start":"2026-04-23T08:17:42.940899Z","end":"2026-04-23T08:17:43.129575Z","steps":["trace[1014802294] 'range keys from in-memory index tree' (duration: 188.577199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:43.12961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.123993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:17:43.129632Z","caller":"traceutil/trace.go:171","msg":"trace[1924668912] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15583; }","duration":"186.158283ms","start":"2026-04-23T08:17:42.943466Z","end":"2026-04-23T08:17:43.129624Z","steps":["trace[1924668912] 'range keys from in-memory index tree' (duration: 186.064661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:43.129704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.16058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:17:43.129729Z","caller":"traceutil/trace.go:171","msg":"trace[585658393] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15583; }","duration":"185.230962ms","start":"2026-04-23T08:17:42.94449Z","end":"2026-04-23T08:17:43.129721Z","steps":["trace[585658393] 'range keys from in-memory index tree' (duration: 185.063727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:43.129916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.701463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-23T08:17:43.129962Z","caller":"traceutil/trace.go:171","msg":"trace[685403438] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15583; }","duration":"188.746424ms","start":"2026-04-23T08:17:42.941203Z","end":"2026-04-23T08:17:43.129949Z","steps":["trace[685403438] 'range keys from in-memory index tree' (duration: 187.973296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:43.130772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.489728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:17:43.130768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.500168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:17:43.130844Z","caller":"traceutil/trace.go:171","msg":"trace[1079306420] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15583; }","duration":"188.561079ms","start":"2026-04-23T08:17:42.942263Z","end":"2026-04-23T08:17:43.130824Z","steps":["trace[1079306420] 'range keys from in-memory index tree' (duration: 188.380406ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:17:43.130853Z","caller":"traceutil/trace.go:171","msg":"trace[264278553] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15583; }","duration":"188.611681ms","start":"2026-04-23T08:17:42.94222Z","end":"2026-04-23T08:17:43.130832Z","steps":["trace[264278553] 'range keys from in-memory index tree' (duration: 188.439387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:43.131245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.087652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-23T08:17:43.131298Z","caller":"traceutil/trace.go:171","msg":"trace[1627315065] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15583; }","duration":"189.160743ms","start":"2026-04-23T08:17:42.942124Z","end":"2026-04-23T08:17:43.131284Z","steps":["trace[1627315065] 'range keys from in-memory index tree' (duration: 187.951885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:44.057353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.43902ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:17:44.057617Z","caller":"traceutil/trace.go:171","msg":"trace[1918959126] transaction","detail":"{read_only:false; response_revision:15585; number_of_response:1; }","duration":"922.214784ms","start":"2026-04-23T08:17:43.135358Z","end":"2026-04-23T08:17:44.057573Z","steps":["trace[1918959126] 'process raft request' (duration: 543.027517ms)","trace[1918959126] 'compare' (duration: 377.701892ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:17:44.057748Z","caller":"traceutil/trace.go:171","msg":"trace[1809229200] transaction","detail":"{read_only:false; response_revision:15586; number_of_response:1; }","duration":"922.292196ms","start":"2026-04-23T08:17:43.135426Z","end":"2026-04-23T08:17:44.057718Z","steps":["trace[1809229200] 'process raft request' (duration: 922.0571ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:17:44.057908Z","caller":"traceutil/trace.go:171","msg":"trace[2039162035] linearizableReadLoop","detail":"{readStateIndex:16128; appliedIndex:16125; }","duration":"920.952585ms","start":"2026-04-23T08:17:43.136901Z","end":"2026-04-23T08:17:44.057854Z","steps":["trace[2039162035] 'read index received' (duration: 91.5103ms)","trace[2039162035] 'applied index is now lower than readState.Index' (duration: 829.439985ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:17:44.057951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:17:43.13541Z","time spent":"922.418908ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:17:44.058049Z","caller":"traceutil/trace.go:171","msg":"trace[2007875493] transaction","detail":"{read_only:false; response_revision:15587; number_of_response:1; }","duration":"728.787841ms","start":"2026-04-23T08:17:43.329239Z","end":"2026-04-23T08:17:44.058027Z","steps":["trace[2007875493] 'process raft request' (duration: 728.392892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:44.058148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:17:43.135329Z","time spent":"922.368347ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:17:44.058162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:17:43.329199Z","time spent":"728.924574ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:17:44.058816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.903967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:753105"} {"level":"info","ts":"2026-04-23T08:17:44.058861Z","caller":"traceutil/trace.go:171","msg":"trace[379923023] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:15587; }","duration":"921.976858ms","start":"2026-04-23T08:17:43.136871Z","end":"2026-04-23T08:17:44.058848Z","steps":["trace[379923023] 'agreement among raft nodes before linearized reading' (duration: 921.111628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:44.058897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:17:43.136859Z","time spent":"922.02758ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":78,"response size":753128,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-23T08:17:44.776235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.952504ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T08:17:44.776741Z","caller":"traceutil/trace.go:171","msg":"trace[1537581328] transaction","detail":"{read_only:false; response_revision:15588; number_of_response:1; }","duration":"992.957218ms","start":"2026-04-23T08:17:43.783752Z","end":"2026-04-23T08:17:44.776709Z","steps":["trace[1537581328] 'process raft request' (duration: 992.58555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:44.776969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:17:43.783727Z","time spent":"993.154312ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:17:44.930319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.479168ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:17:44.93052Z","caller":"traceutil/trace.go:171","msg":"trace[591284552] linearizableReadLoop","detail":"{readStateIndex:16132; appliedIndex:16129; }","duration":"872.530581ms","start":"2026-04-23T08:17:44.05796Z","end":"2026-04-23T08:17:44.93049Z","steps":["trace[591284552] 'read index received' (duration: 199.323121ms)","trace[591284552] 'applied index is now lower than readState.Index' (duration: 673.20506ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:17:44.930789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.586986177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T08:17:44.930906Z","caller":"traceutil/trace.go:171","msg":"trace[1607630440] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15589; }","duration":"1.58715372s","start":"2026-04-23T08:17:43.343728Z","end":"2026-04-23T08:17:44.930881Z","steps":["trace[1607630440] 'agreement among raft nodes before linearized reading' (duration: 1.586902014s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:17:44.930915Z","caller":"traceutil/trace.go:171","msg":"trace[1813868295] transaction","detail":"{read_only:false; response_revision:15589; number_of_response:1; }","duration":"900.245289ms","start":"2026-04-23T08:17:44.030631Z","end":"2026-04-23T08:17:44.930876Z","steps":["trace[1813868295] 'process raft request' (duration: 746.062915ms)","trace[1813868295] 'compare' (duration: 153.13868ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:17:44.930934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092250599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:17:44.930985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093185741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:17:44.93103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:17:43.343713Z","time spent":"1.587280004s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T08:17:44.931072Z","caller":"traceutil/trace.go:171","msg":"trace[1100287855] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15589; }","duration":"1.093303983s","start":"2026-04-23T08:17:43.83775Z","end":"2026-04-23T08:17:44.931054Z","steps":["trace[1100287855] 'agreement among raft nodes before linearized reading' (duration: 1.09318066s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:17:44.9311Z","caller":"traceutil/trace.go:171","msg":"trace[1703458756] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15589; }","duration":"1.092405282s","start":"2026-04-23T08:17:43.838638Z","end":"2026-04-23T08:17:44.931043Z","steps":["trace[1703458756] 'agreement among raft nodes before linearized reading' (duration: 1.092190897s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:44.931134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:17:43.83774Z","time spent":"1.093383725s","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-23T08:17:44.930836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.447912635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7vhgl\" ","response":"range_response_count:1 size:20761"} {"level":"warn","ts":"2026-04-23T08:17:44.931087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295681435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T08:17:44.931208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:17:43.838627Z","time spent":"1.092513605s","remote":"127.0.0.1:48060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-04-23T08:17:44.931233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093637721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"warn","ts":"2026-04-23T08:17:44.9313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081709502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-23T08:17:44.931286Z","caller":"traceutil/trace.go:171","msg":"trace[971870295] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-7vhgl; range_end:; response_count:1; response_revision:15589; }","duration":"1.448327535s","start":"2026-04-23T08:17:43.482884Z","end":"2026-04-23T08:17:44.931212Z","steps":["trace[971870295] 'agreement among raft nodes before linearized reading' (duration: 1.447825063s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:44.931232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.449120833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-vm85f\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-04-23T08:17:44.931365Z","caller":"traceutil/trace.go:171","msg":"trace[1305971963] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15589; }","duration":"1.081825495s","start":"2026-04-23T08:17:43.849521Z","end":"2026-04-23T08:17:44.931347Z","steps":["trace[1305971963] 'agreement among raft nodes before linearized reading' (duration: 1.081545849s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:17:44.931367Z","caller":"traceutil/trace.go:171","msg":"trace[1626667156] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-vm85f; range_end:; response_count:1; response_revision:15589; }","duration":"1.449334118s","start":"2026-04-23T08:17:43.482024Z","end":"2026-04-23T08:17:44.931359Z","steps":["trace[1626667156] 'agreement among raft nodes before linearized reading' (duration: 1.448877048s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:44.931396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:17:43.849506Z","time spent":"1.081883066s","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-23T08:17:44.9314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.716531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-04-23T08:17:44.931411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:17:43.482001Z","time spent":"1.449399969s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9822,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-vm85f\" "} {"level":"info","ts":"2026-04-23T08:17:44.93128Z","caller":"traceutil/trace.go:171","msg":"trace[2064825271] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:15589; }","duration":"1.295969202s","start":"2026-04-23T08:17:43.635264Z","end":"2026-04-23T08:17:44.931233Z","steps":["trace[2064825271] 'agreement among raft nodes before linearized reading' (duration: 1.295699036s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:44.931452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:17:43.482875Z","time spent":"1.448501599s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20784,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7vhgl\" "} {"level":"warn","ts":"2026-04-23T08:17:44.931473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126969851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:17:44.931493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.208894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-04-23T08:17:44.931536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.045336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:17:44.931577Z","caller":"traceutil/trace.go:171","msg":"trace[955481892] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15589; }","duration":"336.110208ms","start":"2026-04-23T08:17:44.595455Z","end":"2026-04-23T08:17:44.931565Z","steps":["trace[955481892] 'agreement among raft nodes before linearized reading' (duration: 336.064567ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:17:44.931324Z","caller":"traceutil/trace.go:171","msg":"trace[2035306463] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15589; }","duration":"1.093768814s","start":"2026-04-23T08:17:43.837535Z","end":"2026-04-23T08:17:44.931304Z","steps":["trace[2035306463] 'agreement among raft nodes before linearized reading' (duration: 1.09357266s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:17:44.931537Z","caller":"traceutil/trace.go:171","msg":"trace[154663912] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15589; }","duration":"334.262865ms","start":"2026-04-23T08:17:44.597262Z","end":"2026-04-23T08:17:44.931525Z","steps":["trace[154663912] 'agreement among raft nodes before linearized reading' (duration: 334.138992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:44.931641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.021559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-23T08:17:44.931652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:17:43.837511Z","time spent":"1.094131843s","remote":"127.0.0.1:48060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"info","ts":"2026-04-23T08:17:44.931674Z","caller":"traceutil/trace.go:171","msg":"trace[1649639696] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15589; }","duration":"467.097081ms","start":"2026-04-23T08:17:44.46457Z","end":"2026-04-23T08:17:44.931667Z","steps":["trace[1649639696] 'agreement among raft nodes before linearized reading' (duration: 467.006228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:44.931696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:17:44.464537Z","time spent":"467.153782ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T08:17:44.931447Z","caller":"traceutil/trace.go:171","msg":"trace[69782585] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15589; }","duration":"791.801353ms","start":"2026-04-23T08:17:44.139628Z","end":"2026-04-23T08:17:44.931429Z","steps":["trace[69782585] 'agreement among raft nodes before linearized reading' (duration: 791.694741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:44.931551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:17:43.635236Z","time spent":"1.296297209s","remote":"127.0.0.1:48260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:17:44.931647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:17:44.597257Z","time spent":"334.382438ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-23T08:17:44.931803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.474648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:17:44.931832Z","caller":"traceutil/trace.go:171","msg":"trace[1420411850] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:15589; }","duration":"452.53477ms","start":"2026-04-23T08:17:44.479289Z","end":"2026-04-23T08:17:44.931824Z","steps":["trace[1420411850] 'agreement among raft nodes before linearized reading' (duration: 452.473799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:44.931753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:17:44.139599Z","time spent":"792.145831ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-23T08:17:44.931841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.393543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-23T08:17:44.931614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:17:44.595436Z","time spent":"336.171239ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-04-23T08:17:44.931893Z","caller":"traceutil/trace.go:171","msg":"trace[1766119728] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15589; }","duration":"572.477996ms","start":"2026-04-23T08:17:44.3594Z","end":"2026-04-23T08:17:44.931878Z","steps":["trace[1766119728] 'agreement among raft nodes before linearized reading' (duration: 572.364453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:44.931855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:17:44.479258Z","time spent":"452.592242ms","remote":"127.0.0.1:38268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:17:44.93193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:17:44.359378Z","time spent":"572.543917ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T08:17:44.931493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.390381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:17:44.931678Z","caller":"traceutil/trace.go:171","msg":"trace[429375807] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:15589; }","duration":"1.127196526s","start":"2026-04-23T08:17:43.804328Z","end":"2026-04-23T08:17:44.931524Z","steps":["trace[429375807] 'agreement among raft nodes before linearized reading' (duration: 1.126298995s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:44.932077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:17:43.804315Z","time spent":"1.127746349s","remote":"127.0.0.1:41336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:17:44.932163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.146676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-23T08:17:44.931999Z","caller":"traceutil/trace.go:171","msg":"trace[2137473488] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15589; }","duration":"335.933094ms","start":"2026-04-23T08:17:44.596047Z","end":"2026-04-23T08:17:44.93198Z","steps":["trace[2137473488] 'agreement among raft nodes before linearized reading' (duration: 335.421652ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:17:44.932213Z","caller":"traceutil/trace.go:171","msg":"trace[1892023695] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15589; }","duration":"196.246678ms","start":"2026-04-23T08:17:44.735955Z","end":"2026-04-23T08:17:44.932202Z","steps":["trace[1892023695] 'agreement among raft nodes before linearized reading' (duration: 196.120985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:44.931379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093247923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-23T08:17:44.932347Z","caller":"traceutil/trace.go:171","msg":"trace[1357185667] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15589; }","duration":"1.094284336s","start":"2026-04-23T08:17:43.838052Z","end":"2026-04-23T08:17:44.932336Z","steps":["trace[1357185667] 'agreement among raft nodes before linearized reading' (duration: 1.093001466s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:44.932382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:17:43.838042Z","time spent":"1.094326607s","remote":"127.0.0.1:48060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-23T08:17:44.931744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.692085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T08:17:44.932452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.150586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:17:44.932458Z","caller":"traceutil/trace.go:171","msg":"trace[1431815431] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:15589; }","duration":"468.445723ms","start":"2026-04-23T08:17:44.463994Z","end":"2026-04-23T08:17:44.932439Z","steps":["trace[1431815431] 'agreement among raft nodes before linearized reading' (duration: 467.672505ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:17:44.932484Z","caller":"traceutil/trace.go:171","msg":"trace[795266949] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15589; }","duration":"335.190347ms","start":"2026-04-23T08:17:44.597287Z","end":"2026-04-23T08:17:44.932477Z","steps":["trace[795266949] 'agreement among raft nodes before linearized reading' (duration: 335.145355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:44.93251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:17:44.597284Z","time spent":"335.222187ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-23T08:17:44.932504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:17:44.463971Z","time spent":"468.517154ms","remote":"127.0.0.1:48400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":43,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:17:44.932508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.068857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-23T08:17:44.932512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.793183768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:753105"} {"level":"info","ts":"2026-04-23T08:17:44.932557Z","caller":"traceutil/trace.go:171","msg":"trace[1409943236] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15589; }","duration":"256.169769ms","start":"2026-04-23T08:17:44.676376Z","end":"2026-04-23T08:17:44.932546Z","steps":["trace[1409943236] 'agreement among raft nodes before linearized reading' (duration: 256.053766ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:17:44.93257Z","caller":"traceutil/trace.go:171","msg":"trace[375048068] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:15589; }","duration":"1.79326007s","start":"2026-04-23T08:17:43.139298Z","end":"2026-04-23T08:17:44.932558Z","steps":["trace[375048068] 'agreement among raft nodes before linearized reading' (duration: 1.792262377s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:44.932658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:17:44.030598Z","time spent":"900.434074ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:17:44.932436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:17:44.596024Z","time spent":"336.208561ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-23T08:17:44.932651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:17:43.139285Z","time spent":"1.793345362s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":78,"response size":753128,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-23T08:17:44.933859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.791182201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:753105"} {"level":"info","ts":"2026-04-23T08:17:44.933936Z","caller":"traceutil/trace.go:171","msg":"trace[2140159366] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:15589; }","duration":"1.791262573s","start":"2026-04-23T08:17:43.142657Z","end":"2026-04-23T08:17:44.933919Z","steps":["trace[2140159366] 'agreement among raft nodes before linearized reading' (duration: 1.787983997s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:44.93424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:17:43.142627Z","time spent":"1.791403917s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":78,"response size":753128,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-23T08:17:45.440481Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634033075,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:17:45.80499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.853127ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:17:45.805494Z","caller":"traceutil/trace.go:171","msg":"trace[337190316] transaction","detail":"{read_only:false; response_revision:15590; number_of_response:1; }","duration":"867.698329ms","start":"2026-04-23T08:17:44.937768Z","end":"2026-04-23T08:17:45.805466Z","steps":["trace[337190316] 'process raft request' (duration: 654.262779ms)","trace[337190316] 'compare' (duration: 212.013147ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:17:45.806146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:17:44.937733Z","time spent":"868.364135ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:17:46.345145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.188204ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:17:46.345422Z","caller":"traceutil/trace.go:171","msg":"trace[1321164477] linearizableReadLoop","detail":"{readStateIndex:16136; appliedIndex:16132; }","duration":"1.405730989s","start":"2026-04-23T08:17:44.939671Z","end":"2026-04-23T08:17:46.345402Z","steps":["trace[1321164477] 'read index received' (duration: 652.375534ms)","trace[1321164477] 'applied index is now lower than readState.Index' (duration: 753.354555ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:17:46.345426Z","caller":"traceutil/trace.go:171","msg":"trace[480093697] transaction","detail":"{read_only:false; response_revision:15592; number_of_response:1; }","duration":"1.406101088s","start":"2026-04-23T08:17:44.939283Z","end":"2026-04-23T08:17:46.345384Z","steps":["trace[480093697] 'process raft request' (duration: 1.405967115s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:17:46.345522Z","caller":"traceutil/trace.go:171","msg":"trace[694043975] transaction","detail":"{read_only:false; response_revision:15593; number_of_response:1; }","duration":"1.400045637s","start":"2026-04-23T08:17:44.945462Z","end":"2026-04-23T08:17:46.345507Z","steps":["trace[694043975] 'process raft request' (duration: 1.399857872s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:46.345598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:17:44.945452Z","time spent":"1.400106028s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:17:46.34565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:17:44.939263Z","time spent":"1.406260812s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:17:46.345698Z","caller":"traceutil/trace.go:171","msg":"trace[1176901006] transaction","detail":"{read_only:false; response_revision:15591; number_of_response:1; }","duration":"1.406764253s","start":"2026-04-23T08:17:44.938912Z","end":"2026-04-23T08:17:46.345676Z","steps":["trace[1176901006] 'process raft request' (duration: 1.195937984s)","trace[1176901006] 'compare' (duration: 209.773365ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:17:46.345802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:17:44.93889Z","time spent":"1.406863256s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:17:46.346243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.205349333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-23T08:17:46.346295Z","caller":"traceutil/trace.go:171","msg":"trace[1021528136] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15594; }","duration":"1.205419056s","start":"2026-04-23T08:17:45.140861Z","end":"2026-04-23T08:17:46.34628Z","steps":["trace[1021528136] 'agreement among raft nodes before linearized reading' (duration: 1.205208941s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:46.346327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:17:45.140855Z","time spent":"1.205465707s","remote":"127.0.0.1:48060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-23T08:17:46.34642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208125749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-23T08:17:46.346473Z","caller":"traceutil/trace.go:171","msg":"trace[155962649] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15594; }","duration":"1.208215321s","start":"2026-04-23T08:17:45.138245Z","end":"2026-04-23T08:17:46.34646Z","steps":["trace[155962649] 'agreement among raft nodes before linearized reading' (duration: 1.208088548s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:46.346513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:17:45.138241Z","time spent":"1.208264982s","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-23T08:17:46.34674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206163753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:17:46.346791Z","caller":"traceutil/trace.go:171","msg":"trace[529624685] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15594; }","duration":"1.206228744s","start":"2026-04-23T08:17:45.140552Z","end":"2026-04-23T08:17:46.346781Z","steps":["trace[529624685] 'agreement among raft nodes before linearized reading' (duration: 1.206156163s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:46.346824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:17:45.140547Z","time spent":"1.206268655s","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-04-23T08:17:46.346984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.406438776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:753105"} {"level":"info","ts":"2026-04-23T08:17:46.347047Z","caller":"traceutil/trace.go:171","msg":"trace[1275062824] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:15594; }","duration":"1.406551018s","start":"2026-04-23T08:17:44.940488Z","end":"2026-04-23T08:17:46.347039Z","steps":["trace[1275062824] 'agreement among raft nodes before linearized reading' (duration: 1.40533299s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:46.347072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:17:44.940458Z","time spent":"1.40660642s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":78,"response size":753128,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-23T08:17:46.347198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206942021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:17:46.347293Z","caller":"traceutil/trace.go:171","msg":"trace[2031838022] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15594; }","duration":"1.207052964s","start":"2026-04-23T08:17:45.140225Z","end":"2026-04-23T08:17:46.347277Z","steps":["trace[2031838022] 'agreement among raft nodes before linearized reading' (duration: 1.20690805s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:46.347367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:17:45.140217Z","time spent":"1.207139066s","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-23T08:17:46.347441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209196713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-23T08:17:46.347483Z","caller":"traceutil/trace.go:171","msg":"trace[1396927594] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15594; }","duration":"1.209250645s","start":"2026-04-23T08:17:45.138224Z","end":"2026-04-23T08:17:46.347475Z","steps":["trace[1396927594] 'agreement among raft nodes before linearized reading' (duration: 1.209138053s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:46.347508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:17:45.138219Z","time spent":"1.209283576s","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-23T08:17:46.347531Z","caller":"traceutil/trace.go:171","msg":"trace[164089828] transaction","detail":"{read_only:false; response_revision:15594; number_of_response:1; }","duration":"281.984044ms","start":"2026-04-23T08:17:46.065535Z","end":"2026-04-23T08:17:46.347519Z","steps":["trace[164089828] 'process raft request' (duration: 279.831073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:46.347637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207463943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:17:46.34771Z","caller":"traceutil/trace.go:171","msg":"trace[1451653145] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15594; }","duration":"1.207560276s","start":"2026-04-23T08:17:45.140138Z","end":"2026-04-23T08:17:46.347698Z","steps":["trace[1451653145] 'agreement among raft nodes before linearized reading' (duration: 1.207462803s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:46.347773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:17:45.140126Z","time spent":"1.207637797s","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-23T08:17:46.347813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.836166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-23T08:17:46.347848Z","caller":"traceutil/trace.go:171","msg":"trace[1595307265] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:15594; }","duration":"209.866247ms","start":"2026-04-23T08:17:46.137968Z","end":"2026-04-23T08:17:46.347835Z","steps":["trace[1595307265] 'agreement among raft nodes before linearized reading' (duration: 209.779575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:46.348051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.069002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gm894\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T08:17:46.348086Z","caller":"traceutil/trace.go:171","msg":"trace[1907930367] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gm894; range_end:; response_count:1; response_revision:15594; }","duration":"275.155524ms","start":"2026-04-23T08:17:46.072921Z","end":"2026-04-23T08:17:46.348076Z","steps":["trace[1907930367] 'agreement among raft nodes before linearized reading' (duration: 275.070022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:46.348288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.478688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-04-23T08:17:46.348304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210119075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:17:46.348327Z","caller":"traceutil/trace.go:171","msg":"trace[216933170] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:15594; }","duration":"283.531679ms","start":"2026-04-23T08:17:46.064782Z","end":"2026-04-23T08:17:46.348314Z","steps":["trace[216933170] 'agreement among raft nodes before linearized reading' (duration: 283.444137ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:17:46.348342Z","caller":"traceutil/trace.go:171","msg":"trace[207024636] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15594; }","duration":"1.210177807s","start":"2026-04-23T08:17:45.138155Z","end":"2026-04-23T08:17:46.348333Z","steps":["trace[207024636] 'agreement among raft nodes before linearized reading' (duration: 1.210108555s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:46.348365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:17:45.138151Z","time spent":"1.210209457s","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-23T08:17:46.348468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210388282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-23T08:17:46.348491Z","caller":"traceutil/trace.go:171","msg":"trace[1574094858] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15594; }","duration":"1.210422662s","start":"2026-04-23T08:17:45.138062Z","end":"2026-04-23T08:17:46.348485Z","steps":["trace[1574094858] 'agreement among raft nodes before linearized reading' (duration: 1.210360021s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:46.348508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:17:45.138056Z","time spent":"1.210448244s","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-23T08:17:46.348505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.781108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T08:17:46.348532Z","caller":"traceutil/trace.go:171","msg":"trace[481666775] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15594; }","duration":"284.85747ms","start":"2026-04-23T08:17:46.063666Z","end":"2026-04-23T08:17:46.348524Z","steps":["trace[481666775] 'agreement among raft nodes before linearized reading' (duration: 284.779368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:46.348599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212760938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-23T08:17:46.348622Z","caller":"traceutil/trace.go:171","msg":"trace[402736746] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15594; }","duration":"1.212818969s","start":"2026-04-23T08:17:45.135797Z","end":"2026-04-23T08:17:46.348616Z","steps":["trace[402736746] 'agreement among raft nodes before linearized reading' (duration: 1.212753478s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:46.34864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:17:45.135778Z","time spent":"1.21285814s","remote":"127.0.0.1:48060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-23T08:17:46.348775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.213261569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:17:46.348798Z","caller":"traceutil/trace.go:171","msg":"trace[457738821] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15594; }","duration":"1.21332574s","start":"2026-04-23T08:17:45.135467Z","end":"2026-04-23T08:17:46.348793Z","steps":["trace[457738821] 'agreement among raft nodes before linearized reading' (duration: 1.213289599s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:46.348814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:17:45.135443Z","time spent":"1.213367242s","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-23T08:17:46.348952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402913174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-23T08:17:46.348965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.71187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:22 size:200031"} {"level":"info","ts":"2026-04-23T08:17:46.348979Z","caller":"traceutil/trace.go:171","msg":"trace[673545554] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15594; }","duration":"1.402962294s","start":"2026-04-23T08:17:44.946011Z","end":"2026-04-23T08:17:46.348973Z","steps":["trace[673545554] 'agreement among raft nodes before linearized reading' (duration: 1.402890353s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:46.349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:17:44.945999Z","time spent":"1.402996246s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T08:17:46.349071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115214627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-23T08:17:46.349103Z","caller":"traceutil/trace.go:171","msg":"trace[1492348855] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15594; }","duration":"1.115285198s","start":"2026-04-23T08:17:45.233811Z","end":"2026-04-23T08:17:46.349096Z","steps":["trace[1492348855] 'agreement among raft nodes before linearized reading' (duration: 1.115206747s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:46.347474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407807668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:753105"} {"level":"warn","ts":"2026-04-23T08:17:46.349131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:17:45.233787Z","time spent":"1.115336789s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T08:17:46.349157Z","caller":"traceutil/trace.go:171","msg":"trace[1731890582] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:15594; }","duration":"1.409527379s","start":"2026-04-23T08:17:44.939619Z","end":"2026-04-23T08:17:46.349147Z","steps":["trace[1731890582] 'agreement among raft nodes before linearized reading' (duration: 1.405985486s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:46.349208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:17:44.9396Z","time spent":"1.409582269s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":78,"response size":753128,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-23T08:17:46.349271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207608996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:17:46.349305Z","caller":"traceutil/trace.go:171","msg":"trace[1038768800] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15594; }","duration":"1.207650398s","start":"2026-04-23T08:17:45.141645Z","end":"2026-04-23T08:17:46.349296Z","steps":["trace[1038768800] 'agreement among raft nodes before linearized reading' (duration: 1.207605017s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:46.349338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:17:45.14164Z","time spent":"1.207688929s","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-23T08:17:46.349458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208097778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-23T08:17:46.349487Z","caller":"traceutil/trace.go:171","msg":"trace[1901445900] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15594; }","duration":"1.208127468s","start":"2026-04-23T08:17:45.141352Z","end":"2026-04-23T08:17:46.349479Z","steps":["trace[1901445900] 'agreement among raft nodes before linearized reading' (duration: 1.208047046s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:46.349511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:17:45.141332Z","time spent":"1.20817321s","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-23T08:17:46.348999Z","caller":"traceutil/trace.go:171","msg":"trace[1045498098] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:22; response_revision:15594; }","duration":"347.790152ms","start":"2026-04-23T08:17:46.001199Z","end":"2026-04-23T08:17:46.348989Z","steps":["trace[1045498098] 'agreement among raft nodes before linearized reading' (duration: 347.449884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:46.349667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:17:46.001171Z","time spent":"348.483108ms","remote":"127.0.0.1:48340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":200054,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-23T08:17:46.350129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211358905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-23T08:17:46.347728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.252272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T08:17:46.350207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211497667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-23T08:17:46.350231Z","caller":"traceutil/trace.go:171","msg":"trace[954824512] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15594; }","duration":"1.211501498s","start":"2026-04-23T08:17:45.138716Z","end":"2026-04-23T08:17:46.350217Z","steps":["trace[954824512] 'agreement among raft nodes before linearized reading' (duration: 1.210717659s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:17:46.350262Z","caller":"traceutil/trace.go:171","msg":"trace[543240231] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15594; }","duration":"1.211563459s","start":"2026-04-23T08:17:45.138686Z","end":"2026-04-23T08:17:46.35025Z","steps":["trace[543240231] 'agreement among raft nodes before linearized reading' (duration: 1.211391285s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:17:46.350284Z","caller":"traceutil/trace.go:171","msg":"trace[138788259] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15594; }","duration":"187.771061ms","start":"2026-04-23T08:17:46.162463Z","end":"2026-04-23T08:17:46.350234Z","steps":["trace[138788259] 'agreement among raft nodes before linearized reading' (duration: 185.216631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:46.350333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:17:45.13868Z","time spent":"1.211641481s","remote":"127.0.0.1:48060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-23T08:17:46.350266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:17:45.138713Z","time spent":"1.211541068s","remote":"127.0.0.1:48060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-23T08:17:46.591874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.474697ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:17:46.592081Z","caller":"traceutil/trace.go:171","msg":"trace[1423969675] transaction","detail":"{read_only:false; response_revision:15595; number_of_response:1; }","duration":"237.466862ms","start":"2026-04-23T08:17:46.35457Z","end":"2026-04-23T08:17:46.592037Z","steps":["trace[1423969675] 'process raft request' (duration: 122.686838ms)","trace[1423969675] 'compare' (duration: 114.16858ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:17:46.592218Z","caller":"traceutil/trace.go:171","msg":"trace[817262499] linearizableReadLoop","detail":"{readStateIndex:16138; appliedIndex:16137; }","duration":"235.916497ms","start":"2026-04-23T08:17:46.356263Z","end":"2026-04-23T08:17:46.592179Z","steps":["trace[817262499] 'read index received' (duration: 121.01181ms)","trace[817262499] 'applied index is now lower than readState.Index' (duration: 114.901167ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:17:46.592299Z","caller":"traceutil/trace.go:171","msg":"trace[1449420573] transaction","detail":"{read_only:false; response_revision:15598; number_of_response:1; }","duration":"233.284385ms","start":"2026-04-23T08:17:46.358992Z","end":"2026-04-23T08:17:46.592276Z","steps":["trace[1449420573] 'process raft request' (duration: 233.231064ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:17:46.592599Z","caller":"traceutil/trace.go:171","msg":"trace[2123874438] transaction","detail":"{read_only:false; response_revision:15596; number_of_response:1; }","duration":"236.221584ms","start":"2026-04-23T08:17:46.356358Z","end":"2026-04-23T08:17:46.592579Z","steps":["trace[2123874438] 'process raft request' (duration: 235.679191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:46.592624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.328036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3c86dd77-c167-48d4-ba5c-149fab496c8f\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-04-23T08:17:46.592692Z","caller":"traceutil/trace.go:171","msg":"trace[1529650206] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3c86dd77-c167-48d4-ba5c-149fab496c8f; range_end:; response_count:1; response_revision:15598; }","duration":"236.672604ms","start":"2026-04-23T08:17:46.355995Z","end":"2026-04-23T08:17:46.592667Z","steps":["trace[1529650206] 'agreement among raft nodes before linearized reading' (duration: 236.365507ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:17:46.592714Z","caller":"traceutil/trace.go:171","msg":"trace[167096293] transaction","detail":"{read_only:false; response_revision:15597; number_of_response:1; }","duration":"234.311969ms","start":"2026-04-23T08:17:46.35839Z","end":"2026-04-23T08:17:46.592702Z","steps":["trace[167096293] 'process raft request' (duration: 233.787847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:46.592872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.817274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:17:46.592902Z","caller":"traceutil/trace.go:171","msg":"trace[59722991] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:15598; }","duration":"155.897965ms","start":"2026-04-23T08:17:46.436993Z","end":"2026-04-23T08:17:46.592891Z","steps":["trace[59722991] 'agreement among raft nodes before linearized reading' (duration: 155.829434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:46.593849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.814164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:753105"} {"level":"info","ts":"2026-04-23T08:17:46.593921Z","caller":"traceutil/trace.go:171","msg":"trace[1688530894] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:15598; }","duration":"232.901556ms","start":"2026-04-23T08:17:46.361001Z","end":"2026-04-23T08:17:46.593903Z","steps":["trace[1688530894] 'agreement among raft nodes before linearized reading' (duration: 231.750299ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:17:47.974695Z","caller":"traceutil/trace.go:171","msg":"trace[68362810] transaction","detail":"{read_only:false; response_revision:15600; number_of_response:1; }","duration":"160.134924ms","start":"2026-04-23T08:17:47.814501Z","end":"2026-04-23T08:17:47.974636Z","steps":["trace[68362810] 'process raft request' (duration: 159.922619ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:17:48.060641Z","caller":"traceutil/trace.go:171","msg":"trace[1879156120] transaction","detail":"{read_only:false; response_revision:15601; number_of_response:1; }","duration":"202.926335ms","start":"2026-04-23T08:17:47.857681Z","end":"2026-04-23T08:17:48.060608Z","steps":["trace[1879156120] 'process raft request' (duration: 202.71291ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:17:52.489423Z","caller":"traceutil/trace.go:171","msg":"trace[1536646657] transaction","detail":"{read_only:false; response_revision:15622; number_of_response:1; }","duration":"110.446342ms","start":"2026-04-23T08:17:52.378948Z","end":"2026-04-23T08:17:52.489395Z","steps":["trace[1536646657] 'process raft request' (duration: 69.759611ms)","trace[1536646657] 'compare' (duration: 40.468946ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:17:52.489591Z","caller":"traceutil/trace.go:171","msg":"trace[1268774171] linearizableReadLoop","detail":"{readStateIndex:16166; appliedIndex:16164; }","duration":"102.331603ms","start":"2026-04-23T08:17:52.387219Z","end":"2026-04-23T08:17:52.489551Z","steps":["trace[1268774171] 'read index received' (duration: 15.084153ms)","trace[1268774171] 'applied index is now lower than readState.Index' (duration: 87.24558ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:17:52.489677Z","caller":"traceutil/trace.go:171","msg":"trace[1500742329] transaction","detail":"{read_only:false; response_revision:15623; number_of_response:1; }","duration":"101.847152ms","start":"2026-04-23T08:17:52.387785Z","end":"2026-04-23T08:17:52.489632Z","steps":["trace[1500742329] 'process raft request' (duration: 101.563315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:52.489984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.540028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:17:52.49007Z","caller":"traceutil/trace.go:171","msg":"trace[1768927679] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15623; }","duration":"102.835575ms","start":"2026-04-23T08:17:52.38721Z","end":"2026-04-23T08:17:52.490046Z","steps":["trace[1768927679] 'agreement among raft nodes before linearized reading' (duration: 102.482726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:52.510019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.673901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-04-23T08:17:52.510058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.659004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T08:17:52.51009Z","caller":"traceutil/trace.go:171","msg":"trace[32704342] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15624; }","duration":"114.755884ms","start":"2026-04-23T08:17:52.395316Z","end":"2026-04-23T08:17:52.510072Z","steps":["trace[32704342] 'agreement among raft nodes before linearized reading' (duration: 114.571959ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:17:52.51012Z","caller":"traceutil/trace.go:171","msg":"trace[402119839] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15624; }","duration":"115.751496ms","start":"2026-04-23T08:17:52.394346Z","end":"2026-04-23T08:17:52.510098Z","steps":["trace[402119839] 'agreement among raft nodes before linearized reading' (duration: 115.596753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:52.510025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.705269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-23T08:17:52.510277Z","caller":"traceutil/trace.go:171","msg":"trace[404507227] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15624; }","duration":"116.985625ms","start":"2026-04-23T08:17:52.393275Z","end":"2026-04-23T08:17:52.51026Z","steps":["trace[404507227] 'agreement among raft nodes before linearized reading' (duration: 116.626547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:52.510293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.434939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-23T08:17:52.510362Z","caller":"traceutil/trace.go:171","msg":"trace[1446976569] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15624; }","duration":"118.544442ms","start":"2026-04-23T08:17:52.391799Z","end":"2026-04-23T08:17:52.510343Z","steps":["trace[1446976569] 'agreement among raft nodes before linearized reading' (duration: 118.284466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:52.510562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.274652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:17:52.510626Z","caller":"traceutil/trace.go:171","msg":"trace[877029778] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15624; }","duration":"123.361164ms","start":"2026-04-23T08:17:52.387245Z","end":"2026-04-23T08:17:52.510606Z","steps":["trace[877029778] 'agreement among raft nodes before linearized reading' (duration: 122.600056ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:17:53.12395Z","caller":"traceutil/trace.go:171","msg":"trace[762531211] linearizableReadLoop","detail":"{readStateIndex:16173; appliedIndex:16172; }","duration":"240.929653ms","start":"2026-04-23T08:17:52.882986Z","end":"2026-04-23T08:17:53.123915Z","steps":["trace[762531211] 'read index received' (duration: 240.669527ms)","trace[762531211] 'applied index is now lower than readState.Index' (duration: 258.846µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:17:53.124028Z","caller":"traceutil/trace.go:171","msg":"trace[1895591142] transaction","detail":"{read_only:false; response_revision:15629; number_of_response:1; }","duration":"300.877456ms","start":"2026-04-23T08:17:52.823107Z","end":"2026-04-23T08:17:53.123984Z","steps":["trace[1895591142] 'process raft request' (duration: 300.61489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:53.124157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.148869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:17:53.124205Z","caller":"traceutil/trace.go:171","msg":"trace[1538182799] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15629; }","duration":"241.259712ms","start":"2026-04-23T08:17:52.882933Z","end":"2026-04-23T08:17:53.124193Z","steps":["trace[1538182799] 'agreement among raft nodes before linearized reading' (duration: 241.159229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:53.124206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:17:52.823082Z","time spent":"301.024459ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:17:53.124973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.913777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:17:53.12504Z","caller":"traceutil/trace.go:171","msg":"trace[1915657908] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15629; }","duration":"121.082251ms","start":"2026-04-23T08:17:53.003943Z","end":"2026-04-23T08:17:53.125025Z","steps":["trace[1915657908] 'agreement among raft nodes before linearized reading' (duration: 120.894237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:53.125126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.411572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-23T08:17:53.12524Z","caller":"traceutil/trace.go:171","msg":"trace[722068284] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15629; }","duration":"119.509854ms","start":"2026-04-23T08:17:53.005707Z","end":"2026-04-23T08:17:53.125217Z","steps":["trace[722068284] 'agreement among raft nodes before linearized reading' (duration: 119.30973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:53.125265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.175067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-04-23T08:17:53.125307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.194891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:17:53.125345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.807515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:17:53.125375Z","caller":"traceutil/trace.go:171","msg":"trace[1492152770] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15629; }","duration":"120.289063ms","start":"2026-04-23T08:17:53.005068Z","end":"2026-04-23T08:17:53.125357Z","steps":["trace[1492152770] 'agreement among raft nodes before linearized reading' (duration: 120.15792ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:17:53.125375Z","caller":"traceutil/trace.go:171","msg":"trace[510817053] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15629; }","duration":"119.300029ms","start":"2026-04-23T08:17:53.006046Z","end":"2026-04-23T08:17:53.125346Z","steps":["trace[510817053] 'agreement among raft nodes before linearized reading' (duration: 118.930411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:53.125387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.942748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-04-23T08:17:53.125398Z","caller":"traceutil/trace.go:171","msg":"trace[1072189013] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15629; }","duration":"120.893417ms","start":"2026-04-23T08:17:53.004489Z","end":"2026-04-23T08:17:53.125382Z","steps":["trace[1072189013] 'agreement among raft nodes before linearized reading' (duration: 120.808605ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:17:53.125428Z","caller":"traceutil/trace.go:171","msg":"trace[2058680266] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15629; }","duration":"121.03564ms","start":"2026-04-23T08:17:53.004382Z","end":"2026-04-23T08:17:53.125418Z","steps":["trace[2058680266] 'agreement among raft nodes before linearized reading' (duration: 120.879116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:53.124958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.014617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:17:53.125514Z","caller":"traceutil/trace.go:171","msg":"trace[902756634] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15629; }","duration":"120.62073ms","start":"2026-04-23T08:17:53.004882Z","end":"2026-04-23T08:17:53.125503Z","steps":["trace[902756634] 'agreement among raft nodes before linearized reading' (duration: 119.990415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:53.12548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.024021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:17:53.125634Z","caller":"traceutil/trace.go:171","msg":"trace[711396517] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15629; }","duration":"121.174424ms","start":"2026-04-23T08:17:53.004387Z","end":"2026-04-23T08:17:53.125562Z","steps":["trace[711396517] 'agreement among raft nodes before linearized reading' (duration: 120.963259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:53.125692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.772334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-23T08:17:53.12575Z","caller":"traceutil/trace.go:171","msg":"trace[1180812184] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15629; }","duration":"120.863247ms","start":"2026-04-23T08:17:53.004873Z","end":"2026-04-23T08:17:53.125737Z","steps":["trace[1180812184] 'agreement among raft nodes before linearized reading' (duration: 120.385485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:53.125905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.404719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-23T08:17:53.125957Z","caller":"traceutil/trace.go:171","msg":"trace[703201067] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15629; }","duration":"121.544862ms","start":"2026-04-23T08:17:53.004399Z","end":"2026-04-23T08:17:53.125944Z","steps":["trace[703201067] 'agreement among raft nodes before linearized reading' (duration: 120.60397ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:17:54.909737Z","caller":"traceutil/trace.go:171","msg":"trace[1907229349] linearizableReadLoop","detail":"{readStateIndex:16180; appliedIndex:16179; }","duration":"189.89826ms","start":"2026-04-23T08:17:54.719811Z","end":"2026-04-23T08:17:54.909709Z","steps":["trace[1907229349] 'read index received' (duration: 189.640494ms)","trace[1907229349] 'applied index is now lower than readState.Index' (duration: 256.626µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:17:54.909783Z","caller":"traceutil/trace.go:171","msg":"trace[1335556984] transaction","detail":"{read_only:false; response_revision:15635; number_of_response:1; }","duration":"193.223968ms","start":"2026-04-23T08:17:54.716535Z","end":"2026-04-23T08:17:54.909759Z","steps":["trace[1335556984] 'process raft request' (duration: 193.011183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:54.909991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.509401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-23T08:17:54.910051Z","caller":"traceutil/trace.go:171","msg":"trace[1091847783] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15635; }","duration":"189.600163ms","start":"2026-04-23T08:17:54.720434Z","end":"2026-04-23T08:17:54.910034Z","steps":["trace[1091847783] 'agreement among raft nodes before linearized reading' (duration: 189.413008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:54.910024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.209197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T08:17:54.910305Z","caller":"traceutil/trace.go:171","msg":"trace[1319623114] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15635; }","duration":"190.515535ms","start":"2026-04-23T08:17:54.719774Z","end":"2026-04-23T08:17:54.910289Z","steps":["trace[1319623114] 'agreement among raft nodes before linearized reading' (duration: 190.144176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:54.910548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.991348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gm894\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T08:17:54.910598Z","caller":"traceutil/trace.go:171","msg":"trace[1730400243] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gm894; range_end:; response_count:1; response_revision:15635; }","duration":"174.06325ms","start":"2026-04-23T08:17:54.736522Z","end":"2026-04-23T08:17:54.910585Z","steps":["trace[1730400243] 'agreement among raft nodes before linearized reading' (duration: 173.375374ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:17:55.04749Z","caller":"traceutil/trace.go:171","msg":"trace[1257507069] transaction","detail":"{read_only:false; response_revision:15636; number_of_response:1; }","duration":"132.354635ms","start":"2026-04-23T08:17:54.915094Z","end":"2026-04-23T08:17:55.047448Z","steps":["trace[1257507069] 'process raft request' (duration: 45.119275ms)","trace[1257507069] 'compare' (duration: 86.519573ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:17:55.047502Z","caller":"traceutil/trace.go:171","msg":"trace[668863700] linearizableReadLoop","detail":"{readStateIndex:16181; appliedIndex:16180; }","duration":"132.197512ms","start":"2026-04-23T08:17:54.915266Z","end":"2026-04-23T08:17:55.047464Z","steps":["trace[668863700] 'read index received' (duration: 45.026783ms)","trace[668863700] 'applied index is now lower than readState.Index' (duration: 87.168229ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:17:55.0475Z","caller":"traceutil/trace.go:171","msg":"trace[1670581169] transaction","detail":"{read_only:false; response_revision:15637; number_of_response:1; }","duration":"132.210292ms","start":"2026-04-23T08:17:54.915257Z","end":"2026-04-23T08:17:55.047468Z","steps":["trace[1670581169] 'process raft request' (duration: 132.093889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:17:55.048434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.162724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:753105"} {"level":"info","ts":"2026-04-23T08:17:55.048479Z","caller":"traceutil/trace.go:171","msg":"trace[912517180] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:15637; }","duration":"133.257706ms","start":"2026-04-23T08:17:54.915211Z","end":"2026-04-23T08:17:55.048469Z","steps":["trace[912517180] 'agreement among raft nodes before linearized reading' (duration: 132.353055ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:18:08.31848Z","caller":"traceutil/trace.go:171","msg":"trace[802457966] transaction","detail":"{read_only:false; response_revision:15703; number_of_response:1; }","duration":"154.270707ms","start":"2026-04-23T08:18:08.164166Z","end":"2026-04-23T08:18:08.318437Z","steps":["trace[802457966] 'process raft request' (duration: 153.997321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:08.965606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.549385ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:18:08.965798Z","caller":"traceutil/trace.go:171","msg":"trace[619454820] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:15703; }","duration":"571.76641ms","start":"2026-04-23T08:18:08.394003Z","end":"2026-04-23T08:18:08.96577Z","steps":["trace[619454820] 'range keys from in-memory index tree' (duration: 571.522574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:08.966004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.51381ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-23T08:18:08.966163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:18:08.320034Z","time spent":"646.122888ms","remote":"127.0.0.1:47922","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T08:18:08.966433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.033495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-23T08:18:08.966478Z","caller":"traceutil/trace.go:171","msg":"trace[1012653865] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15703; }","duration":"557.133047ms","start":"2026-04-23T08:18:08.409334Z","end":"2026-04-23T08:18:08.966467Z","steps":["trace[1012653865] 'agreement among raft nodes before linearized reading' (duration: 556.926382ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:18:08.966234Z","caller":"traceutil/trace.go:171","msg":"trace[649954941] linearizableReadLoop","detail":"{readStateIndex:16252; appliedIndex:16251; }","duration":"556.82392ms","start":"2026-04-23T08:18:08.409394Z","end":"2026-04-23T08:18:08.966218Z","steps":["trace[649954941] 'read index received' (duration: 122.066094ms)","trace[649954941] 'applied index is now lower than readState.Index' (duration: 434.755656ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:18:08.966752Z","caller":"traceutil/trace.go:171","msg":"trace[320901187] transaction","detail":"{read_only:false; response_revision:15704; number_of_response:1; }","duration":"482.540423ms","start":"2026-04-23T08:18:08.484181Z","end":"2026-04-23T08:18:08.966722Z","steps":["trace[320901187] 'process raft request' (duration: 482.242796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:08.966991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:18:08.409306Z","time spent":"557.67268ms","remote":"127.0.0.1:48060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-23T08:18:08.967116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:18:08.484144Z","time spent":"482.84969ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:18:09.208576Z","caller":"traceutil/trace.go:171","msg":"trace[582838724] linearizableReadLoop","detail":"{readStateIndex:16254; appliedIndex:16253; }","duration":"241.854265ms","start":"2026-04-23T08:18:08.966698Z","end":"2026-04-23T08:18:09.208552Z","steps":["trace[582838724] 'read index received' (duration: 148.295248ms)","trace[582838724] 'applied index is now lower than readState.Index' (duration: 93.558107ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:18:09.208714Z","caller":"traceutil/trace.go:171","msg":"trace[2033860154] transaction","detail":"{read_only:false; response_revision:15705; number_of_response:1; }","duration":"635.94073ms","start":"2026-04-23T08:18:08.572764Z","end":"2026-04-23T08:18:09.208705Z","steps":["trace[2033860154] 'process raft request' (duration: 542.196238ms)","trace[2033860154] 'compare' (duration: 93.381254ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:18:09.208813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:18:08.572739Z","time spent":"635.994911ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:18:09.209044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.565545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-23T08:18:09.209071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.848029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:18:09.20905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.279855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-23T08:18:09.20911Z","caller":"traceutil/trace.go:171","msg":"trace[11134270] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15706; }","duration":"792.338257ms","start":"2026-04-23T08:18:08.416764Z","end":"2026-04-23T08:18:09.209102Z","steps":["trace[11134270] 'agreement among raft nodes before linearized reading' (duration: 792.182594ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:18:09.209116Z","caller":"traceutil/trace.go:171","msg":"trace[1872517677] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15706; }","duration":"798.89211ms","start":"2026-04-23T08:18:08.41021Z","end":"2026-04-23T08:18:09.209102Z","steps":["trace[1872517677] 'agreement among raft nodes before linearized reading' (duration: 798.809738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:09.209134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.589296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-23T08:18:09.209145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:18:08.410172Z","time spent":"798.965142ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-23T08:18:09.209159Z","caller":"traceutil/trace.go:171","msg":"trace[1825613593] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15706; }","duration":"799.626307ms","start":"2026-04-23T08:18:08.409525Z","end":"2026-04-23T08:18:09.209152Z","steps":["trace[1825613593] 'agreement among raft nodes before linearized reading' (duration: 799.568866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:09.209162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.844383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-23T08:18:09.20918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:18:08.409518Z","time spent":"799.658228ms","remote":"127.0.0.1:48060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-23T08:18:09.209191Z","caller":"traceutil/trace.go:171","msg":"trace[764349983] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15706; }","duration":"796.871363ms","start":"2026-04-23T08:18:08.412307Z","end":"2026-04-23T08:18:09.209178Z","steps":["trace[764349983] 'agreement among raft nodes before linearized reading' (duration: 796.786371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:09.209207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.286011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-23T08:18:09.209209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:18:08.412257Z","time spent":"796.948165ms","remote":"127.0.0.1:48060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-23T08:18:09.209232Z","caller":"traceutil/trace.go:171","msg":"trace[822764044] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15706; }","duration":"551.329951ms","start":"2026-04-23T08:18:08.657894Z","end":"2026-04-23T08:18:09.209224Z","steps":["trace[822764044] 'agreement among raft nodes before linearized reading' (duration: 551.27082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:09.209253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:18:08.657882Z","time spent":"551.367053ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T08:18:09.209247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.426113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-vm85f\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-04-23T08:18:09.208768Z","caller":"traceutil/trace.go:171","msg":"trace[546797395] transaction","detail":"{read_only:false; response_revision:15706; number_of_response:1; }","duration":"239.435989ms","start":"2026-04-23T08:18:08.969294Z","end":"2026-04-23T08:18:09.20873Z","steps":["trace[546797395] 'process raft request' (duration: 239.213843ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:18:09.209418Z","caller":"traceutil/trace.go:171","msg":"trace[2065894424] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-vm85f; range_end:; response_count:1; response_revision:15706; }","duration":"462.642348ms","start":"2026-04-23T08:18:08.746748Z","end":"2026-04-23T08:18:09.20939Z","steps":["trace[2065894424] 'agreement among raft nodes before linearized reading' (duration: 462.273709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:09.209401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.522287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:18:09.209468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:18:08.746729Z","time spent":"462.73073ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9822,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-vm85f\" "} {"level":"warn","ts":"2026-04-23T08:18:09.209071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.832101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:18:09.209491Z","caller":"traceutil/trace.go:171","msg":"trace[1336089766] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:15706; }","duration":"566.64242ms","start":"2026-04-23T08:18:08.642824Z","end":"2026-04-23T08:18:09.209467Z","steps":["trace[1336089766] 'agreement among raft nodes before linearized reading' (duration: 566.422165ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:18:09.209507Z","caller":"traceutil/trace.go:171","msg":"trace[1963975927] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15706; }","duration":"797.284413ms","start":"2026-04-23T08:18:08.412214Z","end":"2026-04-23T08:18:09.209499Z","steps":["trace[1963975927] 'agreement among raft nodes before linearized reading' (duration: 796.818442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:09.209531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:18:08.412205Z","time spent":"797.320133ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-23T08:18:09.209535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:18:08.642743Z","time spent":"566.785533ms","remote":"127.0.0.1:46516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:18:09.209084Z","caller":"traceutil/trace.go:171","msg":"trace[799004599] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15706; }","duration":"589.662478ms","start":"2026-04-23T08:18:08.619412Z","end":"2026-04-23T08:18:09.209074Z","steps":["trace[799004599] 'agreement among raft nodes before linearized reading' (duration: 589.429312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:09.209146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:18:08.416736Z","time spent":"792.402848ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-23T08:18:09.209083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.271909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:18:09.209618Z","caller":"traceutil/trace.go:171","msg":"trace[1206152466] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15706; }","duration":"799.862523ms","start":"2026-04-23T08:18:08.409746Z","end":"2026-04-23T08:18:09.209609Z","steps":["trace[1206152466] 'agreement among raft nodes before linearized reading' (duration: 799.32031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:09.209633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.181638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7vhgl\" ","response":"range_response_count:1 size:20761"} {"level":"warn","ts":"2026-04-23T08:18:09.209641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:18:08.409684Z","time spent":"799.951005ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-23T08:18:09.209657Z","caller":"traceutil/trace.go:171","msg":"trace[1081768872] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-7vhgl; range_end:; response_count:1; response_revision:15706; }","duration":"459.269909ms","start":"2026-04-23T08:18:08.750379Z","end":"2026-04-23T08:18:09.209649Z","steps":["trace[1081768872] 'agreement among raft nodes before linearized reading' (duration: 459.192667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:09.209346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.705761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-04-23T08:18:09.209687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:18:08.750345Z","time spent":"459.336691ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20784,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7vhgl\" "} {"level":"warn","ts":"2026-04-23T08:18:09.209694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.456186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-23T08:18:09.209703Z","caller":"traceutil/trace.go:171","msg":"trace[172785264] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:15706; }","duration":"224.08458ms","start":"2026-04-23T08:18:08.985607Z","end":"2026-04-23T08:18:09.209691Z","steps":["trace[172785264] 'agreement among raft nodes before linearized reading' (duration: 223.698671ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:18:09.209715Z","caller":"traceutil/trace.go:171","msg":"trace[1895230305] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15706; }","duration":"646.489557ms","start":"2026-04-23T08:18:08.56322Z","end":"2026-04-23T08:18:09.20971Z","steps":["trace[1895230305] 'agreement among raft nodes before linearized reading' (duration: 646.435895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:09.209317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.091148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-23T08:18:09.209733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:18:08.563215Z","time spent":"646.515057ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-23T08:18:09.209318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.082285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:18:09.209746Z","caller":"traceutil/trace.go:171","msg":"trace[782346775] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15706; }","duration":"797.539968ms","start":"2026-04-23T08:18:08.412197Z","end":"2026-04-23T08:18:09.209737Z","steps":["trace[782346775] 'agreement among raft nodes before linearized reading' (duration: 797.072757ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:18:09.209763Z","caller":"traceutil/trace.go:171","msg":"trace[69685377] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15706; }","duration":"799.560396ms","start":"2026-04-23T08:18:08.410194Z","end":"2026-04-23T08:18:09.209754Z","steps":["trace[69685377] 'agreement among raft nodes before linearized reading' (duration: 799.056974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:09.209777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:18:08.412187Z","time spent":"797.582369ms","remote":"127.0.0.1:48060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-23T08:18:09.209789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:18:08.410182Z","time spent":"799.601976ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-04-23T08:18:09.209587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:18:08.619373Z","time spent":"590.20665ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T08:18:09.209821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.795144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T08:18:09.209845Z","caller":"traceutil/trace.go:171","msg":"trace[1114143681] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15706; }","duration":"640.829034ms","start":"2026-04-23T08:18:08.569007Z","end":"2026-04-23T08:18:09.209836Z","steps":["trace[1114143681] 'agreement among raft nodes before linearized reading' (duration: 640.759723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:09.209864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:18:08.569Z","time spent":"640.858275ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T08:18:09.209883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.276308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-23T08:18:09.209898Z","caller":"traceutil/trace.go:171","msg":"trace[310827187] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15706; }","duration":"645.301319ms","start":"2026-04-23T08:18:08.564591Z","end":"2026-04-23T08:18:09.209893Z","steps":["trace[310827187] 'agreement among raft nodes before linearized reading' (duration: 645.259698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:09.209916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:18:08.564585Z","time spent":"645.324419ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-23T08:18:09.209912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.057463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-23T08:18:09.209936Z","caller":"traceutil/trace.go:171","msg":"trace[632895406] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15706; }","duration":"648.090915ms","start":"2026-04-23T08:18:08.561838Z","end":"2026-04-23T08:18:09.209929Z","steps":["trace[632895406] 'agreement among raft nodes before linearized reading' (duration: 648.024683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:09.209934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.009365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:18:09.209955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:18:08.561832Z","time spent":"648.118955ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-23T08:18:09.209991Z","caller":"traceutil/trace.go:171","msg":"trace[1769404017] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15706; }","duration":"649.074618ms","start":"2026-04-23T08:18:08.560896Z","end":"2026-04-23T08:18:09.209971Z","steps":["trace[1769404017] 'agreement among raft nodes before linearized reading' (duration: 648.977105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:09.210026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:18:08.560887Z","time spent":"649.131549ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-23T08:18:09.210189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.503177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:18:09.210226Z","caller":"traceutil/trace.go:171","msg":"trace[1958309657] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15706; }","duration":"649.591799ms","start":"2026-04-23T08:18:08.560623Z","end":"2026-04-23T08:18:09.210214Z","steps":["trace[1958309657] 'agreement among raft nodes before linearized reading' (duration: 648.195397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:09.210245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:18:08.560595Z","time spent":"649.646111ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-04-23T08:18:09.563679Z","caller":"traceutil/trace.go:171","msg":"trace[615992164] linearizableReadLoop","detail":"{readStateIndex:16256; appliedIndex:16255; }","duration":"347.685319ms","start":"2026-04-23T08:18:09.21596Z","end":"2026-04-23T08:18:09.563645Z","steps":["trace[615992164] 'read index received' (duration: 308.506663ms)","trace[615992164] 'applied index is now lower than readState.Index' (duration: 39.176776ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:18:09.563784Z","caller":"traceutil/trace.go:171","msg":"trace[475536315] transaction","detail":"{read_only:false; response_revision:15707; number_of_response:1; }","duration":"347.767622ms","start":"2026-04-23T08:18:09.215908Z","end":"2026-04-23T08:18:09.563676Z","steps":["trace[475536315] 'process raft request' (duration: 308.449673ms)","trace[475536315] 'compare' (duration: 38.886809ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:18:09.564023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:18:09.215879Z","time spent":"348.035767ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:18:09.564682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.698614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:753105"} {"level":"info","ts":"2026-04-23T08:18:09.564767Z","caller":"traceutil/trace.go:171","msg":"trace[1861107631] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:15707; }","duration":"348.847737ms","start":"2026-04-23T08:18:09.2159Z","end":"2026-04-23T08:18:09.564748Z","steps":["trace[1861107631] 'agreement among raft nodes before linearized reading' (duration: 347.855534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:09.564815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:18:09.215877Z","time spent":"348.927168ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":78,"response size":753128,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-23T08:18:10.011426Z","caller":"traceutil/trace.go:171","msg":"trace[1340664478] transaction","detail":"{read_only:false; response_revision:15708; number_of_response:1; }","duration":"795.409697ms","start":"2026-04-23T08:18:09.215972Z","end":"2026-04-23T08:18:10.011381Z","steps":["trace[1340664478] 'process raft request' (duration: 758.803542ms)","trace[1340664478] 'compare' (duration: 36.411511ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:18:10.011608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:18:09.215955Z","time spent":"795.559922ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:18:10.011755Z","caller":"traceutil/trace.go:171","msg":"trace[515068747] transaction","detail":"{read_only:false; response_revision:15709; number_of_response:1; }","duration":"795.710004ms","start":"2026-04-23T08:18:09.21601Z","end":"2026-04-23T08:18:10.01172Z","steps":["trace[515068747] 'process raft request' (duration: 795.326135ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:18:10.012256Z","caller":"traceutil/trace.go:171","msg":"trace[88111589] transaction","detail":"{read_only:false; response_revision:15711; number_of_response:1; }","duration":"795.780767ms","start":"2026-04-23T08:18:09.216461Z","end":"2026-04-23T08:18:10.012242Z","steps":["trace[88111589] 'process raft request' (duration: 795.680814ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:18:10.01227Z","caller":"traceutil/trace.go:171","msg":"trace[1710586132] transaction","detail":"{read_only:false; response_revision:15710; number_of_response:1; }","duration":"796.201496ms","start":"2026-04-23T08:18:09.21605Z","end":"2026-04-23T08:18:10.012252Z","steps":["trace[1710586132] 'process raft request' (duration: 795.581171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:10.012342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:18:09.216439Z","time spent":"795.863398ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:18:10.012354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:18:09.216035Z","time spent":"796.287368ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:18:10.012201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:18:09.215968Z","time spent":"795.872908ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:18:10.012609Z","caller":"traceutil/trace.go:171","msg":"trace[2021286103] transaction","detail":"{read_only:false; response_revision:15712; number_of_response:1; }","duration":"796.003151ms","start":"2026-04-23T08:18:09.216564Z","end":"2026-04-23T08:18:10.012567Z","steps":["trace[2021286103] 'process raft request' (duration: 795.635763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:10.012849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:18:09.216553Z","time spent":"796.164436ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:18:10.012917Z","caller":"traceutil/trace.go:171","msg":"trace[525911893] linearizableReadLoop","detail":"{readStateIndex:16262; appliedIndex:16256; }","duration":"449.132101ms","start":"2026-04-23T08:18:09.563761Z","end":"2026-04-23T08:18:10.012893Z","steps":["trace[525911893] 'read index received' (duration: 410.967009ms)","trace[525911893] 'applied index is now lower than readState.Index' (duration: 38.164002ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:18:10.013215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.706009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:18:10.013241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.630414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-23T08:18:10.013326Z","caller":"traceutil/trace.go:171","msg":"trace[1899396488] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15713; }","duration":"755.844642ms","start":"2026-04-23T08:18:09.257459Z","end":"2026-04-23T08:18:10.013303Z","steps":["trace[1899396488] 'agreement among raft nodes before linearized reading' (duration: 755.635367ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:18:10.013345Z","caller":"traceutil/trace.go:171","msg":"trace[1436139845] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15713; }","duration":"754.755907ms","start":"2026-04-23T08:18:09.258563Z","end":"2026-04-23T08:18:10.013319Z","steps":["trace[1436139845] 'agreement among raft nodes before linearized reading' (duration: 754.405538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:10.013362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.984895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"warn","ts":"2026-04-23T08:18:10.013396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:18:09.258558Z","time spent":"754.828048ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-23T08:18:10.013381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:18:09.257454Z","time spent":"755.917504ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-23T08:18:10.013487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.594437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:18:10.013608Z","caller":"traceutil/trace.go:171","msg":"trace[1592412477] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15713; }","duration":"755.687589ms","start":"2026-04-23T08:18:09.257841Z","end":"2026-04-23T08:18:10.013529Z","steps":["trace[1592412477] 'agreement among raft nodes before linearized reading' (duration: 755.519885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:10.013684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:18:09.257836Z","time spent":"755.838382ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-23T08:18:10.013955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.307099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-tqhsh\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-04-23T08:18:10.014008Z","caller":"traceutil/trace.go:171","msg":"trace[1883072831] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-tqhsh; range_end:; response_count:1; response_revision:15713; }","duration":"610.378321ms","start":"2026-04-23T08:18:09.403616Z","end":"2026-04-23T08:18:10.013994Z","steps":["trace[1883072831] 'agreement among raft nodes before linearized reading' (duration: 610.100185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:10.01405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:18:09.403604Z","time spent":"610.438313ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22148,"request content":"key:\"/registry/pods/openstack/nova-compute-default-tqhsh\" "} {"level":"warn","ts":"2026-04-23T08:18:10.014077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.886193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:18:10.014159Z","caller":"traceutil/trace.go:171","msg":"trace[584105264] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15713; }","duration":"755.976755ms","start":"2026-04-23T08:18:09.258172Z","end":"2026-04-23T08:18:10.014149Z","steps":["trace[584105264] 'agreement among raft nodes before linearized reading' (duration: 755.871533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:10.013953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.668397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T08:18:10.014229Z","caller":"traceutil/trace.go:171","msg":"trace[869874985] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:15713; }","duration":"796.948434ms","start":"2026-04-23T08:18:09.217268Z","end":"2026-04-23T08:18:10.014217Z","steps":["trace[869874985] 'agreement among raft nodes before linearized reading' (duration: 796.460902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:10.014271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:18:09.217262Z","time spent":"796.999195ms","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-23T08:18:10.014232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.627551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:18:10.014336Z","caller":"traceutil/trace.go:171","msg":"trace[1651499961] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15713; }","duration":"129.747154ms","start":"2026-04-23T08:18:09.884567Z","end":"2026-04-23T08:18:10.014315Z","steps":["trace[1651499961] 'agreement among raft nodes before linearized reading' (duration: 129.56144ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:18:10.014387Z","caller":"traceutil/trace.go:171","msg":"trace[2102119912] transaction","detail":"{read_only:false; response_revision:15713; number_of_response:1; }","duration":"748.134022ms","start":"2026-04-23T08:18:09.266216Z","end":"2026-04-23T08:18:10.01435Z","steps":["trace[2102119912] 'process raft request' (duration: 746.085584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:10.014007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.01535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:18:10.013477Z","caller":"traceutil/trace.go:171","msg":"trace[325236077] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15713; }","duration":"756.101119ms","start":"2026-04-23T08:18:09.257306Z","end":"2026-04-23T08:18:10.013407Z","steps":["trace[325236077] 'agreement among raft nodes before linearized reading' (duration: 755.837653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:10.014499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:18:09.2662Z","time spent":"748.241795ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:18:10.014549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:18:09.257301Z","time spent":"757.231935ms","remote":"127.0.0.1:48060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-04-23T08:18:10.014228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:18:09.258164Z","time spent":"756.026547ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-23T08:18:10.014676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.122122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-23T08:18:10.013696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.044213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-23T08:18:10.014724Z","caller":"traceutil/trace.go:171","msg":"trace[1808287537] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15713; }","duration":"757.184873ms","start":"2026-04-23T08:18:09.257528Z","end":"2026-04-23T08:18:10.014713Z","steps":["trace[1808287537] 'agreement among raft nodes before linearized reading' (duration: 756.60571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:10.014759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:18:09.257524Z","time spent":"757.228265ms","remote":"127.0.0.1:48060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-23T08:18:10.014455Z","caller":"traceutil/trace.go:171","msg":"trace[1926337622] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15713; }","duration":"757.4571ms","start":"2026-04-23T08:18:09.256987Z","end":"2026-04-23T08:18:10.014444Z","steps":["trace[1926337622] 'agreement among raft nodes before linearized reading' (duration: 757.003179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:10.014873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:18:09.256956Z","time spent":"757.901811ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-04-23T08:18:10.014758Z","caller":"traceutil/trace.go:171","msg":"trace[640113514] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15713; }","duration":"756.111798ms","start":"2026-04-23T08:18:09.258634Z","end":"2026-04-23T08:18:10.014746Z","steps":["trace[640113514] 'agreement among raft nodes before linearized reading' (duration: 754.991672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:10.014465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.779881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-tqhsh\" ","response":"range_response_count:1 size:22125"} {"level":"warn","ts":"2026-04-23T08:18:10.015073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:18:09.25863Z","time spent":"756.427726ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-23T08:18:10.015109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.429801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:753105"} {"level":"info","ts":"2026-04-23T08:18:10.015153Z","caller":"traceutil/trace.go:171","msg":"trace[1544236402] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:15713; }","duration":"796.476832ms","start":"2026-04-23T08:18:09.218665Z","end":"2026-04-23T08:18:10.015141Z","steps":["trace[1544236402] 'agreement among raft nodes before linearized reading' (duration: 795.661933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:10.013687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.45468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-04-23T08:18:10.015194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:18:09.218647Z","time spent":"796.538294ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":78,"response size":753128,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-23T08:18:10.015231Z","caller":"traceutil/trace.go:171","msg":"trace[915961431] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15713; }","duration":"756.005666ms","start":"2026-04-23T08:18:09.25921Z","end":"2026-04-23T08:18:10.015215Z","steps":["trace[915961431] 'agreement among raft nodes before linearized reading' (duration: 754.382638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:10.015274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:18:09.259205Z","time spent":"756.060607ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-23T08:18:10.015402Z","caller":"traceutil/trace.go:171","msg":"trace[661414321] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-tqhsh; range_end:; response_count:1; response_revision:15713; }","duration":"608.610129ms","start":"2026-04-23T08:18:09.406497Z","end":"2026-04-23T08:18:10.015108Z","steps":["trace[661414321] 'agreement among raft nodes before linearized reading' (duration: 606.848078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:10.015548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:18:09.406467Z","time spent":"609.001769ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22148,"request content":"key:\"/registry/pods/openstack/nova-compute-default-tqhsh\" "} {"level":"warn","ts":"2026-04-23T08:18:10.421958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.352101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T08:18:10.422058Z","caller":"traceutil/trace.go:171","msg":"trace[770079088] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:15713; }","duration":"267.521116ms","start":"2026-04-23T08:18:10.154517Z","end":"2026-04-23T08:18:10.422038Z","steps":["trace[770079088] 'count revisions from in-memory index tree' (duration: 267.221248ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:18:11.342816Z","caller":"traceutil/trace.go:171","msg":"trace[1867480190] linearizableReadLoop","detail":"{readStateIndex:16264; appliedIndex:16263; }","duration":"125.102465ms","start":"2026-04-23T08:18:11.217686Z","end":"2026-04-23T08:18:11.342789Z","steps":["trace[1867480190] 'read index received' (duration: 124.792208ms)","trace[1867480190] 'applied index is now lower than readState.Index' (duration: 308.717µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:18:11.342887Z","caller":"traceutil/trace.go:171","msg":"trace[1581567295] transaction","detail":"{read_only:false; response_revision:15715; number_of_response:1; }","duration":"125.780991ms","start":"2026-04-23T08:18:11.21707Z","end":"2026-04-23T08:18:11.342851Z","steps":["trace[1581567295] 'process raft request' (duration: 125.520405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:11.343086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.372411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:18:11.343154Z","caller":"traceutil/trace.go:171","msg":"trace[1169385751] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15715; }","duration":"125.523526ms","start":"2026-04-23T08:18:11.217618Z","end":"2026-04-23T08:18:11.343141Z","steps":["trace[1169385751] 'agreement among raft nodes before linearized reading' (duration: 125.362152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:11.343221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.30817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gm894\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-23T08:18:11.343202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.128686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:18:11.343308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.961162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:18:11.34331Z","caller":"traceutil/trace.go:171","msg":"trace[1901428054] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15715; }","duration":"125.28086ms","start":"2026-04-23T08:18:11.218006Z","end":"2026-04-23T08:18:11.343287Z","steps":["trace[1901428054] 'agreement among raft nodes before linearized reading' (duration: 125.061815ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:18:11.34333Z","caller":"traceutil/trace.go:171","msg":"trace[1319872524] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15715; }","duration":"124.996463ms","start":"2026-04-23T08:18:11.218327Z","end":"2026-04-23T08:18:11.343324Z","steps":["trace[1319872524] 'agreement among raft nodes before linearized reading' (duration: 124.963372ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:18:11.343255Z","caller":"traceutil/trace.go:171","msg":"trace[1123263203] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gm894; range_end:; response_count:1; response_revision:15715; }","duration":"116.359361ms","start":"2026-04-23T08:18:11.226888Z","end":"2026-04-23T08:18:11.343247Z","steps":["trace[1123263203] 'agreement among raft nodes before linearized reading' (duration: 116.210638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:11.34338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.87093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-23T08:18:11.343442Z","caller":"traceutil/trace.go:171","msg":"trace[2123042860] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15715; }","duration":"124.963732ms","start":"2026-04-23T08:18:11.218459Z","end":"2026-04-23T08:18:11.343423Z","steps":["trace[2123042860] 'agreement among raft nodes before linearized reading' (duration: 124.718596ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:18:11.690614Z","caller":"traceutil/trace.go:171","msg":"trace[1044120958] linearizableReadLoop","detail":"{readStateIndex:16265; appliedIndex:16264; }","duration":"109.148032ms","start":"2026-04-23T08:18:11.581433Z","end":"2026-04-23T08:18:11.690581Z","steps":["trace[1044120958] 'read index received' (duration: 108.920577ms)","trace[1044120958] 'applied index is now lower than readState.Index' (duration: 226.005µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:18:11.690703Z","caller":"traceutil/trace.go:171","msg":"trace[339654778] transaction","detail":"{read_only:false; response_revision:15716; number_of_response:1; }","duration":"117.215062ms","start":"2026-04-23T08:18:11.573454Z","end":"2026-04-23T08:18:11.690669Z","steps":["trace[339654778] 'process raft request' (duration: 116.929495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:11.691065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.529181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-vm85f\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-04-23T08:18:11.691134Z","caller":"traceutil/trace.go:171","msg":"trace[1786422153] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-vm85f; range_end:; response_count:1; response_revision:15716; }","duration":"109.710845ms","start":"2026-04-23T08:18:11.581408Z","end":"2026-04-23T08:18:11.691119Z","steps":["trace[1786422153] 'agreement among raft nodes before linearized reading' (duration: 109.341186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:11.979402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.437794ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:18:11.979571Z","caller":"traceutil/trace.go:171","msg":"trace[1483407637] linearizableReadLoop","detail":"{readStateIndex:16266; appliedIndex:16265; }","duration":"280.304634ms","start":"2026-04-23T08:18:11.699238Z","end":"2026-04-23T08:18:11.979543Z","steps":["trace[1483407637] 'read index received' (duration: 86.568874ms)","trace[1483407637] 'applied index is now lower than readState.Index' (duration: 193.73319ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:18:11.979812Z","caller":"traceutil/trace.go:171","msg":"trace[753299310] transaction","detail":"{read_only:false; response_revision:15717; number_of_response:1; }","duration":"286.261844ms","start":"2026-04-23T08:18:11.693517Z","end":"2026-04-23T08:18:11.979779Z","steps":["trace[753299310] 'process raft request' (duration: 92.269397ms)","trace[753299310] 'compare' (duration: 193.26925ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:18:11.980495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.405463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:18:11.980604Z","caller":"traceutil/trace.go:171","msg":"trace[336989565] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15717; }","duration":"267.566216ms","start":"2026-04-23T08:18:11.713013Z","end":"2026-04-23T08:18:11.980579Z","steps":["trace[336989565] 'agreement among raft nodes before linearized reading' (duration: 267.338701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:11.98066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.3964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:753105"} {"level":"info","ts":"2026-04-23T08:18:11.980775Z","caller":"traceutil/trace.go:171","msg":"trace[1273543615] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:15717; }","duration":"281.549113ms","start":"2026-04-23T08:18:11.699206Z","end":"2026-04-23T08:18:11.980755Z","steps":["trace[1273543615] 'agreement among raft nodes before linearized reading' (duration: 280.517549ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:18:12.191465Z","caller":"traceutil/trace.go:171","msg":"trace[1316070941] transaction","detail":"{read_only:false; response_revision:15719; number_of_response:1; }","duration":"170.845625ms","start":"2026-04-23T08:18:12.020586Z","end":"2026-04-23T08:18:12.191431Z","steps":["trace[1316070941] 'process raft request' (duration: 170.745202ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:18:12.191564Z","caller":"traceutil/trace.go:171","msg":"trace[1018968883] linearizableReadLoop","detail":"{readStateIndex:16267; appliedIndex:16266; }","duration":"171.171353ms","start":"2026-04-23T08:18:12.020342Z","end":"2026-04-23T08:18:12.191513Z","steps":["trace[1018968883] 'read index received' (duration: 111.20023ms)","trace[1018968883] 'applied index is now lower than readState.Index' (duration: 59.962232ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:18:12.191456Z","caller":"traceutil/trace.go:171","msg":"trace[983496584] transaction","detail":"{read_only:false; response_revision:15718; number_of_response:1; }","duration":"171.200753ms","start":"2026-04-23T08:18:12.020212Z","end":"2026-04-23T08:18:12.191412Z","steps":["trace[983496584] 'process raft request' (duration: 111.312283ms)","trace[983496584] 'compare' (duration: 59.619704ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:18:12.192036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.666344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T08:18:12.192131Z","caller":"traceutil/trace.go:171","msg":"trace[605526391] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15720; }","duration":"171.834648ms","start":"2026-04-23T08:18:12.020272Z","end":"2026-04-23T08:18:12.192106Z","steps":["trace[605526391] 'agreement among raft nodes before linearized reading' (duration: 171.46581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:12.192159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.37348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:18:12.192176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.551962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-23T08:18:12.192221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.311939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:18:12.192212Z","caller":"traceutil/trace.go:171","msg":"trace[1812190489] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15721; }","duration":"169.465812ms","start":"2026-04-23T08:18:12.022731Z","end":"2026-04-23T08:18:12.192197Z","steps":["trace[1812190489] 'agreement among raft nodes before linearized reading' (duration: 169.250567ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:18:12.192267Z","caller":"traceutil/trace.go:171","msg":"trace[1844186192] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15721; }","duration":"169.394721ms","start":"2026-04-23T08:18:12.022859Z","end":"2026-04-23T08:18:12.192254Z","steps":["trace[1844186192] 'agreement among raft nodes before linearized reading' (duration: 169.300799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:12.192233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.996991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7vhgl\" ","response":"range_response_count:1 size:20761"} {"level":"info","ts":"2026-04-23T08:18:12.192335Z","caller":"traceutil/trace.go:171","msg":"trace[1190028278] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-7vhgl; range_end:; response_count:1; response_revision:15721; }","duration":"163.197566ms","start":"2026-04-23T08:18:12.029117Z","end":"2026-04-23T08:18:12.192314Z","steps":["trace[1190028278] 'agreement among raft nodes before linearized reading' (duration: 162.841358ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:18:12.192337Z","caller":"traceutil/trace.go:171","msg":"trace[1982638505] transaction","detail":"{read_only:false; response_revision:15721; number_of_response:1; }","duration":"168.774216ms","start":"2026-04-23T08:18:12.023541Z","end":"2026-04-23T08:18:12.192316Z","steps":["trace[1982638505] 'process raft request' (duration: 168.207533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:12.192347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.567645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-23T08:18:12.192261Z","caller":"traceutil/trace.go:171","msg":"trace[260728547] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15721; }","duration":"171.647824ms","start":"2026-04-23T08:18:12.020595Z","end":"2026-04-23T08:18:12.192243Z","steps":["trace[260728547] 'agreement among raft nodes before linearized reading' (duration: 171.334766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:12.192369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.958714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-04-23T08:18:12.192178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.77445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:18:12.192475Z","caller":"traceutil/trace.go:171","msg":"trace[1263526719] transaction","detail":"{read_only:false; response_revision:15720; number_of_response:1; }","duration":"170.504427ms","start":"2026-04-23T08:18:12.021954Z","end":"2026-04-23T08:18:12.192459Z","steps":["trace[1263526719] 'process raft request' (duration: 169.427711ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:18:12.192486Z","caller":"traceutil/trace.go:171","msg":"trace[2101367776] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15721; }","duration":"170.113308ms","start":"2026-04-23T08:18:12.022348Z","end":"2026-04-23T08:18:12.192461Z","steps":["trace[2101367776] 'agreement among raft nodes before linearized reading' (duration: 169.750119ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:18:12.19251Z","caller":"traceutil/trace.go:171","msg":"trace[1823730576] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15721; }","duration":"170.176529ms","start":"2026-04-23T08:18:12.02232Z","end":"2026-04-23T08:18:12.192496Z","steps":["trace[1823730576] 'agreement among raft nodes before linearized reading' (duration: 169.728729ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:18:12.192413Z","caller":"traceutil/trace.go:171","msg":"trace[1317210886] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15721; }","duration":"169.642097ms","start":"2026-04-23T08:18:12.022753Z","end":"2026-04-23T08:18:12.192395Z","steps":["trace[1317210886] 'agreement among raft nodes before linearized reading' (duration: 169.482393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:12.19234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.029016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:18:12.192356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.427563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T08:18:12.192593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.800487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-04-23T08:18:12.192671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.130369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-04-23T08:18:12.19267Z","caller":"traceutil/trace.go:171","msg":"trace[582504025] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15721; }","duration":"170.384784ms","start":"2026-04-23T08:18:12.022271Z","end":"2026-04-23T08:18:12.192656Z","steps":["trace[582504025] 'agreement among raft nodes before linearized reading' (duration: 170.004085ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:18:12.1927Z","caller":"traceutil/trace.go:171","msg":"trace[967168051] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:15721; }","duration":"119.798662ms","start":"2026-04-23T08:18:12.072886Z","end":"2026-04-23T08:18:12.192684Z","steps":["trace[967168051] 'agreement among raft nodes before linearized reading' (duration: 119.412543ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:18:12.192722Z","caller":"traceutil/trace.go:171","msg":"trace[537671542] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:15721; }","duration":"120.223131ms","start":"2026-04-23T08:18:12.07248Z","end":"2026-04-23T08:18:12.192703Z","steps":["trace[537671542] 'agreement among raft nodes before linearized reading' (duration: 120.091818ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:18:12.192727Z","caller":"traceutil/trace.go:171","msg":"trace[811937325] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15721; }","duration":"168.990881ms","start":"2026-04-23T08:18:12.02371Z","end":"2026-04-23T08:18:12.192701Z","steps":["trace[811937325] 'agreement among raft nodes before linearized reading' (duration: 168.52573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:12.192845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.84091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-tqhsh\" ","response":"range_response_count:1 size:22125"} {"level":"warn","ts":"2026-04-23T08:18:12.192843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.318165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-tqhsh\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-04-23T08:18:12.192891Z","caller":"traceutil/trace.go:171","msg":"trace[296451929] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-tqhsh; range_end:; response_count:1; response_revision:15721; }","duration":"154.900222ms","start":"2026-04-23T08:18:12.037973Z","end":"2026-04-23T08:18:12.192874Z","steps":["trace[296451929] 'agreement among raft nodes before linearized reading' (duration: 154.653737ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:18:12.192896Z","caller":"traceutil/trace.go:171","msg":"trace[1777944391] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-tqhsh; range_end:; response_count:1; response_revision:15721; }","duration":"153.428568ms","start":"2026-04-23T08:18:12.039454Z","end":"2026-04-23T08:18:12.192882Z","steps":["trace[1777944391] 'agreement among raft nodes before linearized reading' (duration: 153.184612ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:18:13.951185Z","caller":"traceutil/trace.go:171","msg":"trace[4564046] transaction","detail":"{read_only:false; response_revision:15728; number_of_response:1; }","duration":"249.896443ms","start":"2026-04-23T08:18:13.701255Z","end":"2026-04-23T08:18:13.951152Z","steps":["trace[4564046] 'process raft request' (duration: 249.582286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:16.394712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.681775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T08:18:16.394831Z","caller":"traceutil/trace.go:171","msg":"trace[270947579] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:15744; }","duration":"118.857259ms","start":"2026-04-23T08:18:16.275945Z","end":"2026-04-23T08:18:16.394802Z","steps":["trace[270947579] 'count revisions from in-memory index tree' (duration: 118.613344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:16.395736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.901954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:753105"} {"level":"info","ts":"2026-04-23T08:18:16.39578Z","caller":"traceutil/trace.go:171","msg":"trace[607399448] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:15744; }","duration":"122.959816ms","start":"2026-04-23T08:18:16.272808Z","end":"2026-04-23T08:18:16.395768Z","steps":["trace[607399448] 'range keys from in-memory index tree' (duration: 121.977503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:16.395921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.813042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:753105"} {"level":"info","ts":"2026-04-23T08:18:16.39611Z","caller":"traceutil/trace.go:171","msg":"trace[1302364801] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:15744; }","duration":"126.076868ms","start":"2026-04-23T08:18:16.270009Z","end":"2026-04-23T08:18:16.396086Z","steps":["trace[1302364801] 'range keys from in-memory index tree' (duration: 124.700776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:16.396334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.181281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:753105"} {"level":"info","ts":"2026-04-23T08:18:16.396461Z","caller":"traceutil/trace.go:171","msg":"trace[287004479] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:15744; }","duration":"123.336874ms","start":"2026-04-23T08:18:16.2731Z","end":"2026-04-23T08:18:16.396437Z","steps":["trace[287004479] 'range keys from in-memory index tree' (duration: 122.034904ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:18:19.167567Z","caller":"traceutil/trace.go:171","msg":"trace[1263903219] transaction","detail":"{read_only:false; response_revision:15757; number_of_response:1; }","duration":"100.394458ms","start":"2026-04-23T08:18:19.067099Z","end":"2026-04-23T08:18:19.167494Z","steps":["trace[1263903219] 'process raft request' (duration: 100.141652ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:18:27.545878Z","caller":"traceutil/trace.go:171","msg":"trace[278815497] linearizableReadLoop","detail":"{readStateIndex:16347; appliedIndex:16346; }","duration":"150.284744ms","start":"2026-04-23T08:18:27.395568Z","end":"2026-04-23T08:18:27.545853Z","steps":["trace[278815497] 'read index received' (duration: 150.13656ms)","trace[278815497] 'applied index is now lower than readState.Index' (duration: 146.714µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:18:27.545936Z","caller":"traceutil/trace.go:171","msg":"trace[634160878] transaction","detail":"{read_only:false; response_revision:15795; number_of_response:1; }","duration":"168.04346ms","start":"2026-04-23T08:18:27.377848Z","end":"2026-04-23T08:18:27.545891Z","steps":["trace[634160878] 'process raft request' (duration: 167.862645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:27.546149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.047202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-23T08:18:27.546182Z","caller":"traceutil/trace.go:171","msg":"trace[177919571] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15795; }","duration":"151.206275ms","start":"2026-04-23T08:18:27.394968Z","end":"2026-04-23T08:18:27.546174Z","steps":["trace[177919571] 'agreement among raft nodes before linearized reading' (duration: 151.046642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:27.626189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.50187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:18:27.626286Z","caller":"traceutil/trace.go:171","msg":"trace[572137480] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15796; }","duration":"230.618213ms","start":"2026-04-23T08:18:27.395644Z","end":"2026-04-23T08:18:27.626262Z","steps":["trace[572137480] 'agreement among raft nodes before linearized reading' (duration: 230.437789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:27.626403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.418251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-23T08:18:27.626492Z","caller":"traceutil/trace.go:171","msg":"trace[221162498] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15796; }","duration":"110.554265ms","start":"2026-04-23T08:18:27.515921Z","end":"2026-04-23T08:18:27.626475Z","steps":["trace[221162498] 'agreement among raft nodes before linearized reading' (duration: 110.178466ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:18:27.626289Z","caller":"traceutil/trace.go:171","msg":"trace[531925824] transaction","detail":"{read_only:false; response_revision:15796; number_of_response:1; }","duration":"201.390129ms","start":"2026-04-23T08:18:27.424878Z","end":"2026-04-23T08:18:27.626268Z","steps":["trace[531925824] 'process raft request' (duration: 197.16892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:27.626991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.373825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:18:27.627064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.36102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:18:27.627107Z","caller":"traceutil/trace.go:171","msg":"trace[1146029801] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:15796; }","duration":"123.562299ms","start":"2026-04-23T08:18:27.503521Z","end":"2026-04-23T08:18:27.627084Z","steps":["trace[1146029801] 'agreement among raft nodes before linearized reading' (duration: 123.366565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:27.627208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.50662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-23T08:18:27.627244Z","caller":"traceutil/trace.go:171","msg":"trace[75305798] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:15796; }","duration":"156.575851ms","start":"2026-04-23T08:18:27.47066Z","end":"2026-04-23T08:18:27.627235Z","steps":["trace[75305798] 'agreement among raft nodes before linearized reading' (duration: 156.506819ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:18:27.627135Z","caller":"traceutil/trace.go:171","msg":"trace[3316200] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15796; }","duration":"231.444032ms","start":"2026-04-23T08:18:27.395684Z","end":"2026-04-23T08:18:27.627128Z","steps":["trace[3316200] 'agreement among raft nodes before linearized reading' (duration: 231.35112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:27.627465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.742639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:18:27.627723Z","caller":"traceutil/trace.go:171","msg":"trace[326242427] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15796; }","duration":"231.969674ms","start":"2026-04-23T08:18:27.395667Z","end":"2026-04-23T08:18:27.627637Z","steps":["trace[326242427] 'agreement among raft nodes before linearized reading' (duration: 231.664197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:28.094772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.854618ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:18:28.094983Z","caller":"traceutil/trace.go:171","msg":"trace[1489814322] transaction","detail":"{read_only:false; response_revision:15797; number_of_response:1; }","duration":"461.697935ms","start":"2026-04-23T08:18:27.633246Z","end":"2026-04-23T08:18:28.094944Z","steps":["trace[1489814322] 'process raft request' (duration: 180.575021ms)","trace[1489814322] 'compare' (duration: 280.699154ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:18:28.094908Z","caller":"traceutil/trace.go:171","msg":"trace[79785106] linearizableReadLoop","detail":"{readStateIndex:16349; appliedIndex:16348; }","duration":"461.360697ms","start":"2026-04-23T08:18:27.633527Z","end":"2026-04-23T08:18:28.094888Z","steps":["trace[79785106] 'read index received' (duration: 180.262754ms)","trace[79785106] 'applied index is now lower than readState.Index' (duration: 281.096353ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:18:28.095254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:18:27.633234Z","time spent":"461.901009ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:18:28.095439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.883719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-23T08:18:28.095522Z","caller":"traceutil/trace.go:171","msg":"trace[2014871785] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:15797; }","duration":"461.992062ms","start":"2026-04-23T08:18:27.633507Z","end":"2026-04-23T08:18:28.095499Z","steps":["trace[2014871785] 'agreement among raft nodes before linearized reading' (duration: 461.743076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:28.09557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:18:27.6335Z","time spent":"462.061443ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-23T08:18:28.095594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.917867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18677"} {"level":"info","ts":"2026-04-23T08:18:28.095722Z","caller":"traceutil/trace.go:171","msg":"trace[608645974] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:15797; }","duration":"461.086011ms","start":"2026-04-23T08:18:27.634611Z","end":"2026-04-23T08:18:28.095697Z","steps":["trace[608645974] 'agreement among raft nodes before linearized reading' (duration: 460.703522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:28.095699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.872594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:18:28.09577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:18:27.634594Z","time spent":"461.165062ms","remote":"127.0.0.1:48070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18700,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-23T08:18:28.095796Z","caller":"traceutil/trace.go:171","msg":"trace[557082004] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15797; }","duration":"212.042718ms","start":"2026-04-23T08:18:27.883728Z","end":"2026-04-23T08:18:28.095771Z","steps":["trace[557082004] 'agreement among raft nodes before linearized reading' (duration: 211.869654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:28.901431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.766909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:18:28.901513Z","caller":"traceutil/trace.go:171","msg":"trace[1009620955] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:15807; }","duration":"107.929794ms","start":"2026-04-23T08:18:28.793565Z","end":"2026-04-23T08:18:28.901495Z","steps":["trace[1009620955] 'count revisions from in-memory index tree' (duration: 107.670668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:29.713201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.137058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-23T08:18:29.713308Z","caller":"traceutil/trace.go:171","msg":"trace[490966957] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15809; }","duration":"161.313052ms","start":"2026-04-23T08:18:29.551974Z","end":"2026-04-23T08:18:29.713287Z","steps":["trace[490966957] 'range keys from in-memory index tree' (duration: 160.918242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:29.995529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.750584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:18:29.995741Z","caller":"traceutil/trace.go:171","msg":"trace[712781564] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15810; }","duration":"112.0248ms","start":"2026-04-23T08:18:29.883688Z","end":"2026-04-23T08:18:29.995713Z","steps":["trace[712781564] 'range keys from in-memory index tree' (duration: 111.62257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:34.012719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.01738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gm894\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T08:18:34.012833Z","caller":"traceutil/trace.go:171","msg":"trace[1234404658] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gm894; range_end:; response_count:1; response_revision:15847; }","duration":"248.168393ms","start":"2026-04-23T08:18:33.764641Z","end":"2026-04-23T08:18:34.01281Z","steps":["trace[1234404658] 'range keys from in-memory index tree' (duration: 247.785764ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:18:34.048486Z","caller":"traceutil/trace.go:171","msg":"trace[1060683324] linearizableReadLoop","detail":"{readStateIndex:16403; appliedIndex:16402; }","duration":"173.932057ms","start":"2026-04-23T08:18:33.874526Z","end":"2026-04-23T08:18:34.048458Z","steps":["trace[1060683324] 'read index received' (duration: 173.510807ms)","trace[1060683324] 'applied index is now lower than readState.Index' (duration: 419.82µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:18:34.048554Z","caller":"traceutil/trace.go:171","msg":"trace[2142514802] transaction","detail":"{read_only:false; response_revision:15848; number_of_response:1; }","duration":"276.489364ms","start":"2026-04-23T08:18:33.77202Z","end":"2026-04-23T08:18:34.048509Z","steps":["trace[2142514802] 'process raft request' (duration: 276.095725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:34.0488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.332802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:18:34.048943Z","caller":"traceutil/trace.go:171","msg":"trace[24813113] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15848; }","duration":"164.501926ms","start":"2026-04-23T08:18:33.884418Z","end":"2026-04-23T08:18:34.04892Z","steps":["trace[24813113] 'agreement among raft nodes before linearized reading' (duration: 164.288871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:34.048833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.128427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-04-23T08:18:34.049089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.089466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:126195"} {"level":"info","ts":"2026-04-23T08:18:34.049135Z","caller":"traceutil/trace.go:171","msg":"trace[1396685146] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:15848; }","duration":"167.482966ms","start":"2026-04-23T08:18:33.881624Z","end":"2026-04-23T08:18:34.049107Z","steps":["trace[1396685146] 'agreement among raft nodes before linearized reading' (duration: 166.988595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:34.048801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.224484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:18:34.049192Z","caller":"traceutil/trace.go:171","msg":"trace[388886570] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:15848; }","duration":"155.20478ms","start":"2026-04-23T08:18:33.89396Z","end":"2026-04-23T08:18:34.049165Z","steps":["trace[388886570] 'agreement among raft nodes before linearized reading' (duration: 154.824381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:34.048977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.849885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:892"} {"level":"info","ts":"2026-04-23T08:18:34.049259Z","caller":"traceutil/trace.go:171","msg":"trace[218484380] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:15848; }","duration":"174.762406ms","start":"2026-04-23T08:18:33.874459Z","end":"2026-04-23T08:18:34.049221Z","steps":["trace[218484380] 'agreement among raft nodes before linearized reading' (duration: 174.103461ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:18:34.049329Z","caller":"traceutil/trace.go:171","msg":"trace[612446218] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:15848; }","duration":"165.182702ms","start":"2026-04-23T08:18:33.884102Z","end":"2026-04-23T08:18:34.049285Z","steps":["trace[612446218] 'agreement among raft nodes before linearized reading' (duration: 164.761263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:35.02025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.057084ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:18:35.020571Z","caller":"traceutil/trace.go:171","msg":"trace[1663086314] transaction","detail":"{read_only:false; response_revision:15854; number_of_response:1; }","duration":"591.788507ms","start":"2026-04-23T08:18:34.428742Z","end":"2026-04-23T08:18:35.020531Z","steps":["trace[1663086314] 'process raft request' (duration: 392.286893ms)","trace[1663086314] 'compare' (duration: 198.538141ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:18:35.020716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:18:34.428723Z","time spent":"591.94877ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:18:35.405171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.388866ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:18:35.405445Z","caller":"traceutil/trace.go:171","msg":"trace[432964165] linearizableReadLoop","detail":"{readStateIndex:16411; appliedIndex:16408; }","duration":"882.010702ms","start":"2026-04-23T08:18:34.523406Z","end":"2026-04-23T08:18:35.405417Z","steps":["trace[432964165] 'read index received' (duration: 297.650169ms)","trace[432964165] 'applied index is now lower than readState.Index' (duration: 584.358763ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:18:35.405431Z","caller":"traceutil/trace.go:171","msg":"trace[217386397] transaction","detail":"{read_only:false; response_revision:15855; number_of_response:1; }","duration":"976.602064ms","start":"2026-04-23T08:18:34.428779Z","end":"2026-04-23T08:18:35.405381Z","steps":["trace[217386397] 'process raft request' (duration: 695.836109ms)","trace[217386397] 'compare' (duration: 279.575677ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:18:35.40546Z","caller":"traceutil/trace.go:171","msg":"trace[1217469220] transaction","detail":"{read_only:false; response_revision:15856; number_of_response:1; }","duration":"973.684456ms","start":"2026-04-23T08:18:34.431732Z","end":"2026-04-23T08:18:35.405417Z","steps":["trace[1217469220] 'process raft request' (duration: 973.578044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:35.405637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:18:34.428763Z","time spent":"976.756277ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:18:35.405665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:18:34.431715Z","time spent":"973.831969ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:18:35.405704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.333511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-23T08:18:35.405716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.30959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-04-23T08:18:35.405709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.810356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:18:35.405762Z","caller":"traceutil/trace.go:171","msg":"trace[1935692324] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15856; }","duration":"705.448514ms","start":"2026-04-23T08:18:34.700294Z","end":"2026-04-23T08:18:35.405742Z","steps":["trace[1935692324] 'agreement among raft nodes before linearized reading' (duration: 705.29239ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:18:35.405775Z","caller":"traceutil/trace.go:171","msg":"trace[89961034] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:15856; }","duration":"882.417522ms","start":"2026-04-23T08:18:34.523338Z","end":"2026-04-23T08:18:35.405756Z","steps":["trace[89961034] 'agreement among raft nodes before linearized reading' (duration: 882.159866ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:18:35.405807Z","caller":"traceutil/trace.go:171","msg":"trace[1255465977] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15856; }","duration":"520.92894ms","start":"2026-04-23T08:18:34.884858Z","end":"2026-04-23T08:18:35.405787Z","steps":["trace[1255465977] 'agreement among raft nodes before linearized reading' (duration: 520.760156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:35.405821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:18:34.700261Z","time spent":"705.547796ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T08:18:35.405825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:18:34.523313Z","time spent":"882.497674ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T08:18:35.405848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:18:34.884767Z","time spent":"521.073643ms","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:18:35.405918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.275554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-23T08:18:35.405962Z","caller":"traceutil/trace.go:171","msg":"trace[1064890837] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15856; }","duration":"357.360895ms","start":"2026-04-23T08:18:35.048587Z","end":"2026-04-23T08:18:35.405948Z","steps":["trace[1064890837] 'agreement among raft nodes before linearized reading' (duration: 357.201422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:35.40599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:18:35.048562Z","time spent":"357.422317ms","remote":"127.0.0.1:48060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-23T08:18:35.405733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.981023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:18:35.405923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.089373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-tqhsh\" ","response":"range_response_count:1 size:22125"} {"level":"warn","ts":"2026-04-23T08:18:35.406072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.285108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7vhgl\" ","response":"range_response_count:1 size:20761"} {"level":"info","ts":"2026-04-23T08:18:35.406119Z","caller":"traceutil/trace.go:171","msg":"trace[2126283006] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-7vhgl; range_end:; response_count:1; response_revision:15856; }","duration":"669.381831ms","start":"2026-04-23T08:18:34.736723Z","end":"2026-04-23T08:18:35.406105Z","steps":["trace[2126283006] 'agreement among raft nodes before linearized reading' (duration: 669.240198ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:18:35.406109Z","caller":"traceutil/trace.go:171","msg":"trace[2072727900] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-tqhsh; range_end:; response_count:1; response_revision:15856; }","duration":"657.316899ms","start":"2026-04-23T08:18:34.748766Z","end":"2026-04-23T08:18:35.406083Z","steps":["trace[2072727900] 'agreement among raft nodes before linearized reading' (duration: 656.868298ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:18:35.40614Z","caller":"traceutil/trace.go:171","msg":"trace[680117291] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:15856; }","duration":"344.387413ms","start":"2026-04-23T08:18:35.061694Z","end":"2026-04-23T08:18:35.406081Z","steps":["trace[680117291] 'agreement among raft nodes before linearized reading' (duration: 343.946462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:35.406159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:18:34.736698Z","time spent":"669.450152ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20784,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7vhgl\" "} {"level":"warn","ts":"2026-04-23T08:18:35.406186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:18:34.748753Z","time spent":"657.411561ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22148,"request content":"key:\"/registry/pods/openstack/nova-compute-default-tqhsh\" "} {"level":"warn","ts":"2026-04-23T08:18:35.406218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:18:35.061674Z","time spent":"344.518056ms","remote":"127.0.0.1:41308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:18:35.406302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.002474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-tqhsh\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-04-23T08:18:35.406344Z","caller":"traceutil/trace.go:171","msg":"trace[1103886506] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-tqhsh; range_end:; response_count:1; response_revision:15856; }","duration":"655.084596ms","start":"2026-04-23T08:18:34.751247Z","end":"2026-04-23T08:18:35.406331Z","steps":["trace[1103886506] 'agreement among raft nodes before linearized reading' (duration: 654.866311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:35.40638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:18:34.751224Z","time spent":"655.149307ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22148,"request content":"key:\"/registry/pods/openstack/nova-compute-default-tqhsh\" "} {"level":"info","ts":"2026-04-23T08:18:36.686467Z","caller":"traceutil/trace.go:171","msg":"trace[1061381137] transaction","detail":"{read_only:false; response_revision:15868; number_of_response:1; }","duration":"177.059751ms","start":"2026-04-23T08:18:36.509368Z","end":"2026-04-23T08:18:36.686428Z","steps":["trace[1061381137] 'process raft request' (duration: 130.021671ms)","trace[1061381137] 'compare' (duration: 46.790264ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:18:37.243587Z","caller":"traceutil/trace.go:171","msg":"trace[2005248318] linearizableReadLoop","detail":"{readStateIndex:16425; appliedIndex:16424; }","duration":"360.414757ms","start":"2026-04-23T08:18:36.883136Z","end":"2026-04-23T08:18:37.24355Z","steps":["trace[2005248318] 'read index received' (duration: 360.179362ms)","trace[2005248318] 'applied index is now lower than readState.Index' (duration: 234.405µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:18:37.243712Z","caller":"traceutil/trace.go:171","msg":"trace[1984069459] transaction","detail":"{read_only:false; response_revision:15870; number_of_response:1; }","duration":"463.477067ms","start":"2026-04-23T08:18:36.780223Z","end":"2026-04-23T08:18:37.2437Z","steps":["trace[1984069459] 'process raft request' (duration: 463.16453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:37.243828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:18:36.780193Z","time spent":"463.552449ms","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":773,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T08:18:37.244037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.867878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:18:37.244146Z","caller":"traceutil/trace.go:171","msg":"trace[34866121] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15870; }","duration":"361.013492ms","start":"2026-04-23T08:18:36.883107Z","end":"2026-04-23T08:18:37.244121Z","steps":["trace[34866121] 'agreement among raft nodes before linearized reading' (duration: 360.800027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:37.244142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.519956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-23T08:18:37.244211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:18:36.883096Z","time spent":"361.100824ms","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T08:18:37.24424Z","caller":"traceutil/trace.go:171","msg":"trace[630220943] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15870; }","duration":"217.663749ms","start":"2026-04-23T08:18:37.026551Z","end":"2026-04-23T08:18:37.244214Z","steps":["trace[630220943] 'agreement among raft nodes before linearized reading' (duration: 217.331661ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:18:37.42422Z","caller":"traceutil/trace.go:171","msg":"trace[1672691494] linearizableReadLoop","detail":"{readStateIndex:16426; appliedIndex:16425; }","duration":"112.305905ms","start":"2026-04-23T08:18:37.311888Z","end":"2026-04-23T08:18:37.424194Z","steps":["trace[1672691494] 'read index received' (duration: 108.924956ms)","trace[1672691494] 'applied index is now lower than readState.Index' (duration: 3.379509ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:18:37.424307Z","caller":"traceutil/trace.go:171","msg":"trace[96712903] transaction","detail":"{read_only:false; response_revision:15871; number_of_response:1; }","duration":"174.996432ms","start":"2026-04-23T08:18:37.24928Z","end":"2026-04-23T08:18:37.424276Z","steps":["trace[96712903] 'process raft request' (duration: 171.550032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:37.424504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.606253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-rabbit-init-zm6dg\" ","response":"range_response_count:1 size:6676"} {"level":"info","ts":"2026-04-23T08:18:37.424575Z","caller":"traceutil/trace.go:171","msg":"trace[1466701072] range","detail":"{range_begin:/registry/pods/openstack/nova-rabbit-init-zm6dg; range_end:; response_count:1; response_revision:15871; }","duration":"112.734856ms","start":"2026-04-23T08:18:37.311825Z","end":"2026-04-23T08:18:37.42456Z","steps":["trace[1466701072] 'agreement among raft nodes before linearized reading' (duration: 112.576332ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:18:37.900533Z","caller":"traceutil/trace.go:171","msg":"trace[843471511] linearizableReadLoop","detail":"{readStateIndex:16435; appliedIndex:16434; }","duration":"132.99391ms","start":"2026-04-23T08:18:37.767508Z","end":"2026-04-23T08:18:37.900502Z","steps":["trace[843471511] 'read index received' (duration: 132.739934ms)","trace[843471511] 'applied index is now lower than readState.Index' (duration: 252.946µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:18:37.900589Z","caller":"traceutil/trace.go:171","msg":"trace[1745103732] transaction","detail":"{read_only:false; response_revision:15880; number_of_response:1; }","duration":"133.929242ms","start":"2026-04-23T08:18:37.766614Z","end":"2026-04-23T08:18:37.900544Z","steps":["trace[1745103732] 'process raft request' (duration: 133.703086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:37.900822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.149304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:18:37.900916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.101202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:1 size:4957"} {"level":"info","ts":"2026-04-23T08:18:37.900956Z","caller":"traceutil/trace.go:171","msg":"trace[22152202] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:1; response_revision:15880; }","duration":"133.153673ms","start":"2026-04-23T08:18:37.767791Z","end":"2026-04-23T08:18:37.900945Z","steps":["trace[22152202] 'agreement among raft nodes before linearized reading' (duration: 133.001769ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:18:37.900929Z","caller":"traceutil/trace.go:171","msg":"trace[543621010] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15880; }","duration":"133.300097ms","start":"2026-04-23T08:18:37.767613Z","end":"2026-04-23T08:18:37.900913Z","steps":["trace[543621010] 'agreement among raft nodes before linearized reading' (duration: 133.163404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:37.900727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.186984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:18:37.901607Z","caller":"traceutil/trace.go:171","msg":"trace[1720500269] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15880; }","duration":"134.122836ms","start":"2026-04-23T08:18:37.767472Z","end":"2026-04-23T08:18:37.901595Z","steps":["trace[1720500269] 'agreement among raft nodes before linearized reading' (duration: 133.176364ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:18:38.622545Z","caller":"traceutil/trace.go:171","msg":"trace[257645674] linearizableReadLoop","detail":"{readStateIndex:16442; appliedIndex:16441; }","duration":"170.628378ms","start":"2026-04-23T08:18:38.451888Z","end":"2026-04-23T08:18:38.622517Z","steps":["trace[257645674] 'read index received' (duration: 170.386052ms)","trace[257645674] 'applied index is now lower than readState.Index' (duration: 241.276µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:18:38.622593Z","caller":"traceutil/trace.go:171","msg":"trace[1164288484] transaction","detail":"{read_only:false; response_revision:15886; number_of_response:1; }","duration":"176.497406ms","start":"2026-04-23T08:18:38.446067Z","end":"2026-04-23T08:18:38.622565Z","steps":["trace[1164288484] 'process raft request' (duration: 176.122727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:38.62282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.894005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"warn","ts":"2026-04-23T08:18:38.622843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.507271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T08:18:38.622883Z","caller":"traceutil/trace.go:171","msg":"trace[662609091] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:15886; }","duration":"171.014947ms","start":"2026-04-23T08:18:38.451855Z","end":"2026-04-23T08:18:38.62287Z","steps":["trace[662609091] 'agreement among raft nodes before linearized reading' (duration: 170.773412ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:18:38.622888Z","caller":"traceutil/trace.go:171","msg":"trace[1204745814] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15886; }","duration":"148.575122ms","start":"2026-04-23T08:18:38.4743Z","end":"2026-04-23T08:18:38.622876Z","steps":["trace[1204745814] 'agreement among raft nodes before linearized reading' (duration: 148.392868ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:18:40.535032Z","caller":"traceutil/trace.go:171","msg":"trace[2027254788] transaction","detail":"{read_only:false; response_revision:15905; number_of_response:1; }","duration":"103.711095ms","start":"2026-04-23T08:18:40.43126Z","end":"2026-04-23T08:18:40.534971Z","steps":["trace[2027254788] 'process raft request' (duration: 103.375667ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:18:50.657761Z","caller":"traceutil/trace.go:171","msg":"trace[380483557] linearizableReadLoop","detail":"{readStateIndex:16539; appliedIndex:16538; }","duration":"176.218601ms","start":"2026-04-23T08:18:50.481516Z","end":"2026-04-23T08:18:50.657735Z","steps":["trace[380483557] 'read index received' (duration: 175.919434ms)","trace[380483557] 'applied index is now lower than readState.Index' (duration: 298.127µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:18:50.657863Z","caller":"traceutil/trace.go:171","msg":"trace[1313498220] transaction","detail":"{read_only:false; response_revision:15981; number_of_response:1; }","duration":"197.311004ms","start":"2026-04-23T08:18:50.46051Z","end":"2026-04-23T08:18:50.657821Z","steps":["trace[1313498220] 'process raft request' (duration: 197.021427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:50.657993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.440286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:18:50.658041Z","caller":"traceutil/trace.go:171","msg":"trace[1492462165] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:15981; }","duration":"176.536898ms","start":"2026-04-23T08:18:50.481491Z","end":"2026-04-23T08:18:50.658028Z","steps":["trace[1492462165] 'agreement among raft nodes before linearized reading' (duration: 176.413345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:50.658382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.367371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-vm85f\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-04-23T08:18:50.658489Z","caller":"traceutil/trace.go:171","msg":"trace[294746100] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-vm85f; range_end:; response_count:1; response_revision:15981; }","duration":"122.555176ms","start":"2026-04-23T08:18:50.535909Z","end":"2026-04-23T08:18:50.658464Z","steps":["trace[294746100] 'agreement among raft nodes before linearized reading' (duration: 122.065835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:18:51.007824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.88127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:18:51.00791Z","caller":"traceutil/trace.go:171","msg":"trace[355987579] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15982; }","duration":"125.032753ms","start":"2026-04-23T08:18:50.882857Z","end":"2026-04-23T08:18:51.007889Z","steps":["trace[355987579] 'range keys from in-memory index tree' (duration: 124.795768ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:19:04.858188Z","caller":"traceutil/trace.go:171","msg":"trace[1923407636] transaction","detail":"{read_only:false; response_revision:16071; number_of_response:1; }","duration":"125.266448ms","start":"2026-04-23T08:19:04.732889Z","end":"2026-04-23T08:19:04.858156Z","steps":["trace[1923407636] 'process raft request' (duration: 125.038813ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:19:09.96441Z","caller":"traceutil/trace.go:171","msg":"trace[1910869552] transaction","detail":"{read_only:false; response_revision:16110; number_of_response:1; }","duration":"129.229262ms","start":"2026-04-23T08:19:09.835153Z","end":"2026-04-23T08:19:09.964382Z","steps":["trace[1910869552] 'process raft request' (duration: 127.390439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:19:09.965015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.077086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-23T08:19:09.965115Z","caller":"traceutil/trace.go:171","msg":"trace[220874587] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:16112; }","duration":"143.189069ms","start":"2026-04-23T08:19:09.821899Z","end":"2026-04-23T08:19:09.965088Z","steps":["trace[220874587] 'agreement among raft nodes before linearized reading' (duration: 142.984394ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:19:17.216398Z","caller":"traceutil/trace.go:171","msg":"trace[443175337] linearizableReadLoop","detail":"{readStateIndex:16714; appliedIndex:16713; }","duration":"195.342037ms","start":"2026-04-23T08:19:17.021022Z","end":"2026-04-23T08:19:17.216364Z","steps":["trace[443175337] 'read index received' (duration: 114.331733ms)","trace[443175337] 'applied index is now lower than readState.Index' (duration: 81.008604ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:19:17.216718Z","caller":"traceutil/trace.go:171","msg":"trace[1303185412] transaction","detail":"{read_only:false; response_revision:16150; number_of_response:1; }","duration":"229.518926ms","start":"2026-04-23T08:19:16.987184Z","end":"2026-04-23T08:19:17.216703Z","steps":["trace[1303185412] 'process raft request' (duration: 148.207755ms)","trace[1303185412] 'compare' (duration: 80.753598ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:19:17.217085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.020814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-vm85f\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-04-23T08:19:17.217146Z","caller":"traceutil/trace.go:171","msg":"trace[797732934] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-vm85f; range_end:; response_count:1; response_revision:16150; }","duration":"196.203897ms","start":"2026-04-23T08:19:17.020928Z","end":"2026-04-23T08:19:17.217132Z","steps":["trace[797732934] 'agreement among raft nodes before linearized reading' (duration: 195.816618ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:19:25.237923Z","caller":"traceutil/trace.go:171","msg":"trace[143291809] transaction","detail":"{read_only:false; response_revision:16213; number_of_response:1; }","duration":"153.790976ms","start":"2026-04-23T08:19:25.0841Z","end":"2026-04-23T08:19:25.237891Z","steps":["trace[143291809] 'process raft request' (duration: 153.564971ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:19:25.427408Z","caller":"traceutil/trace.go:171","msg":"trace[268316628] linearizableReadLoop","detail":"{readStateIndex:16780; appliedIndex:16779; }","duration":"102.377074ms","start":"2026-04-23T08:19:25.324999Z","end":"2026-04-23T08:19:25.427376Z","steps":["trace[268316628] 'read index received' (duration: 37.942457ms)","trace[268316628] 'applied index is now lower than readState.Index' (duration: 64.433657ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:19:25.427471Z","caller":"traceutil/trace.go:171","msg":"trace[824885747] transaction","detail":"{read_only:false; response_revision:16214; number_of_response:1; }","duration":"168.471929ms","start":"2026-04-23T08:19:25.258952Z","end":"2026-04-23T08:19:25.427424Z","steps":["trace[824885747] 'process raft request' (duration: 104.079243ms)","trace[824885747] 'compare' (duration: 64.220572ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:19:25.427662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.647861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-vm85f\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-04-23T08:19:25.427703Z","caller":"traceutil/trace.go:171","msg":"trace[1227489290] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-vm85f; range_end:; response_count:1; response_revision:16214; }","duration":"102.743982ms","start":"2026-04-23T08:19:25.324948Z","end":"2026-04-23T08:19:25.427692Z","steps":["trace[1227489290] 'agreement among raft nodes before linearized reading' (duration: 102.539867ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:19:33.668491Z","caller":"traceutil/trace.go:171","msg":"trace[1079271530] linearizableReadLoop","detail":"{readStateIndex:16828; appliedIndex:16827; }","duration":"100.696224ms","start":"2026-04-23T08:19:33.56777Z","end":"2026-04-23T08:19:33.668466Z","steps":["trace[1079271530] 'read index received' (duration: 48.386231ms)","trace[1079271530] 'applied index is now lower than readState.Index' (duration: 52.307743ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:19:33.668745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.954811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T08:19:33.668843Z","caller":"traceutil/trace.go:171","msg":"trace[995595394] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:16260; }","duration":"101.115084ms","start":"2026-04-23T08:19:33.567706Z","end":"2026-04-23T08:19:33.668821Z","steps":["trace[995595394] 'agreement among raft nodes before linearized reading' (duration: 100.93272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:19:35.015478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.947137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-23T08:19:35.01559Z","caller":"traceutil/trace.go:171","msg":"trace[235355021] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16267; }","duration":"168.132451ms","start":"2026-04-23T08:19:34.847433Z","end":"2026-04-23T08:19:35.015565Z","steps":["trace[235355021] 'range keys from in-memory index tree' (duration: 167.718812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:19:35.015343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.724626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:19:35.016324Z","caller":"traceutil/trace.go:171","msg":"trace[260273034] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16267; }","duration":"131.783242ms","start":"2026-04-23T08:19:34.884516Z","end":"2026-04-23T08:19:35.016299Z","steps":["trace[260273034] 'range keys from in-memory index tree' (duration: 130.576574ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:19:43.213525Z","caller":"traceutil/trace.go:171","msg":"trace[796598361] transaction","detail":"{read_only:false; response_revision:16308; number_of_response:1; }","duration":"108.937194ms","start":"2026-04-23T08:19:43.104553Z","end":"2026-04-23T08:19:43.21349Z","steps":["trace[796598361] 'process raft request' (duration: 108.273168ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:19:43.608812Z","caller":"traceutil/trace.go:171","msg":"trace[349351985] transaction","detail":"{read_only:false; response_revision:16309; number_of_response:1; }","duration":"389.429854ms","start":"2026-04-23T08:19:43.219344Z","end":"2026-04-23T08:19:43.608774Z","steps":["trace[349351985] 'process raft request' (duration: 382.010691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:19:43.60907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:19:43.219304Z","time spent":"389.648599ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:19:43.899427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.25428ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:19:43.89977Z","caller":"traceutil/trace.go:171","msg":"trace[2055867795] transaction","detail":"{read_only:false; response_revision:16310; number_of_response:1; }","duration":"679.922828ms","start":"2026-04-23T08:19:43.219807Z","end":"2026-04-23T08:19:43.89973Z","steps":["trace[2055867795] 'process raft request' (duration: 511.254539ms)","trace[2055867795] 'compare' (duration: 168.092706ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:19:43.900025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:19:43.219779Z","time spent":"680.126233ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:19:44.238689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.10727ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T08:19:44.23887Z","caller":"traceutil/trace.go:171","msg":"trace[1027603562] linearizableReadLoop","detail":"{readStateIndex:16879; appliedIndex:16877; }","duration":"962.11337ms","start":"2026-04-23T08:19:43.276725Z","end":"2026-04-23T08:19:44.238839Z","steps":["trace[1027603562] 'read index received' (duration: 324.651503ms)","trace[1027603562] 'applied index is now lower than readState.Index' (duration: 637.458977ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:19:44.240031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.252737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T08:19:44.240284Z","caller":"traceutil/trace.go:171","msg":"trace[1104822153] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:16310; }","duration":"963.554333ms","start":"2026-04-23T08:19:43.276699Z","end":"2026-04-23T08:19:44.240253Z","steps":["trace[1104822153] 'agreement among raft nodes before linearized reading' (duration: 963.190115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:19:44.240388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:19:43.276686Z","time spent":"963.684216ms","remote":"127.0.0.1:38938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:19:44.240688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.452206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:19:44.240819Z","caller":"traceutil/trace.go:171","msg":"trace[1614933820] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16310; }","duration":"541.64117ms","start":"2026-04-23T08:19:43.69915Z","end":"2026-04-23T08:19:44.240791Z","steps":["trace[1614933820] 'agreement among raft nodes before linearized reading' (duration: 541.368603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:19:44.240864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.407987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-23T08:19:44.240888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:19:43.69914Z","time spent":"541.737822ms","remote":"127.0.0.1:48060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-04-23T08:19:44.24084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.913706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-23T08:19:44.240935Z","caller":"traceutil/trace.go:171","msg":"trace[773871888] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16310; }","duration":"542.467369ms","start":"2026-04-23T08:19:43.698447Z","end":"2026-04-23T08:19:44.240914Z","steps":["trace[773871888] 'agreement among raft nodes before linearized reading' (duration: 542.337996ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:19:44.240978Z","caller":"traceutil/trace.go:171","msg":"trace[131300512] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16310; }","duration":"542.113651ms","start":"2026-04-23T08:19:43.698816Z","end":"2026-04-23T08:19:44.24093Z","steps":["trace[131300512] 'agreement among raft nodes before linearized reading' (duration: 541.824554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:19:44.24071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.733782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-23T08:19:44.241085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:19:43.698774Z","time spent":"542.242704ms","remote":"127.0.0.1:48060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-23T08:19:44.241104Z","caller":"traceutil/trace.go:171","msg":"trace[2127503331] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16310; }","duration":"664.258354ms","start":"2026-04-23T08:19:43.57683Z","end":"2026-04-23T08:19:44.241089Z","steps":["trace[2127503331] 'agreement among raft nodes before linearized reading' (duration: 663.628959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:19:44.241028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:19:43.698347Z","time spent":"542.671264ms","remote":"127.0.0.1:48060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-23T08:19:44.241224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:19:43.576801Z","time spent":"664.405906ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T08:19:44.24103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.789374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-23T08:19:44.241303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.901246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-23T08:19:44.24137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.911194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T08:19:44.241396Z","caller":"traceutil/trace.go:171","msg":"trace[739355654] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16310; }","duration":"542.262454ms","start":"2026-04-23T08:19:43.699115Z","end":"2026-04-23T08:19:44.241377Z","steps":["trace[739355654] 'agreement among raft nodes before linearized reading' (duration: 541.699051ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:19:44.241467Z","caller":"traceutil/trace.go:171","msg":"trace[473824237] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16310; }","duration":"542.08372ms","start":"2026-04-23T08:19:43.699351Z","end":"2026-04-23T08:19:44.241435Z","steps":["trace[473824237] 'agreement among raft nodes before linearized reading' (duration: 541.6565ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:19:44.241574Z","caller":"traceutil/trace.go:171","msg":"trace[1762975069] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:16310; }","duration":"449.201351ms","start":"2026-04-23T08:19:43.792335Z","end":"2026-04-23T08:19:44.241536Z","steps":["trace[1762975069] 'agreement among raft nodes before linearized reading' (duration: 448.750381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:19:44.241721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:19:43.699106Z","time spent":"542.588232ms","remote":"127.0.0.1:48060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-23T08:19:44.241771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:19:43.699316Z","time spent":"542.446628ms","remote":"127.0.0.1:48060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-23T08:19:44.241821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:19:43.792313Z","time spent":"449.459577ms","remote":"127.0.0.1:48400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":43,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:19:44.24236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.641297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-vm85f\" ","response":"range_response_count:1 size:9799"} {"level":"warn","ts":"2026-04-23T08:19:44.241707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.817625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:1 size:7291"} {"level":"info","ts":"2026-04-23T08:19:44.242431Z","caller":"traceutil/trace.go:171","msg":"trace[349461865] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-vm85f; range_end:; response_count:1; response_revision:16310; }","duration":"594.767161ms","start":"2026-04-23T08:19:43.647647Z","end":"2026-04-23T08:19:44.242414Z","steps":["trace[349461865] 'agreement among raft nodes before linearized reading' (duration: 594.568726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:19:44.242783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:19:43.647624Z","time spent":"595.140719ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9822,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-vm85f\" "} {"level":"info","ts":"2026-04-23T08:19:44.242662Z","caller":"traceutil/trace.go:171","msg":"trace[954326807] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:1; response_revision:16310; }","duration":"134.701126ms","start":"2026-04-23T08:19:44.107817Z","end":"2026-04-23T08:19:44.242518Z","steps":["trace[954326807] 'agreement among raft nodes before linearized reading' (duration: 133.077928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:19:44.553021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.729597ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:19:44.553228Z","caller":"traceutil/trace.go:171","msg":"trace[144479714] transaction","detail":"{read_only:false; response_revision:16313; number_of_response:1; }","duration":"189.790883ms","start":"2026-04-23T08:19:44.363419Z","end":"2026-04-23T08:19:44.55321Z","steps":["trace[144479714] 'process raft request' (duration: 189.719561ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:19:44.553266Z","caller":"traceutil/trace.go:171","msg":"trace[439176844] linearizableReadLoop","detail":"{readStateIndex:16882; appliedIndex:16880; }","duration":"304.949051ms","start":"2026-04-23T08:19:44.248274Z","end":"2026-04-23T08:19:44.553223Z","steps":["trace[439176844] 'read index received' (duration: 71.426137ms)","trace[439176844] 'applied index is now lower than readState.Index' (duration: 233.516354ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:19:44.553391Z","caller":"traceutil/trace.go:171","msg":"trace[1355109357] transaction","detail":"{read_only:false; response_revision:16312; number_of_response:1; }","duration":"305.246618ms","start":"2026-04-23T08:19:44.248098Z","end":"2026-04-23T08:19:44.553345Z","steps":["trace[1355109357] 'process raft request' (duration: 125.07021ms)","trace[1355109357] 'compare' (duration: 179.585364ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:19:44.553602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:19:44.248012Z","time spent":"305.475133ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:19:44.553807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.932402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-23T08:19:44.55385Z","caller":"traceutil/trace.go:171","msg":"trace[1065899212] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:16313; }","duration":"135.015614ms","start":"2026-04-23T08:19:44.418821Z","end":"2026-04-23T08:19:44.553837Z","steps":["trace[1065899212] 'agreement among raft nodes before linearized reading' (duration: 134.85098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:19:44.554027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.648835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-23T08:19:44.554124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.918095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T08:19:44.554158Z","caller":"traceutil/trace.go:171","msg":"trace[481213425] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16313; }","duration":"190.011698ms","start":"2026-04-23T08:19:44.364139Z","end":"2026-04-23T08:19:44.55415Z","steps":["trace[481213425] 'agreement among raft nodes before linearized reading' (duration: 189.920806ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:19:44.554106Z","caller":"traceutil/trace.go:171","msg":"trace[1339204914] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16313; }","duration":"296.020793ms","start":"2026-04-23T08:19:44.25806Z","end":"2026-04-23T08:19:44.554081Z","steps":["trace[1339204914] 'agreement among raft nodes before linearized reading' (duration: 295.565043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:19:44.554252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.789853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-04-23T08:19:44.554318Z","caller":"traceutil/trace.go:171","msg":"trace[404247655] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16313; }","duration":"195.897835ms","start":"2026-04-23T08:19:44.358403Z","end":"2026-04-23T08:19:44.5543Z","steps":["trace[404247655] 'agreement among raft nodes before linearized reading' (duration: 195.730462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:19:44.554346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.896825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-23T08:19:44.554366Z","caller":"traceutil/trace.go:171","msg":"trace[1750297404] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16313; }","duration":"195.958547ms","start":"2026-04-23T08:19:44.358401Z","end":"2026-04-23T08:19:44.55436Z","steps":["trace[1750297404] 'agreement among raft nodes before linearized reading' (duration: 195.895505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:19:44.554465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.182221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:82 size:793004"} {"level":"info","ts":"2026-04-23T08:19:44.554543Z","caller":"traceutil/trace.go:171","msg":"trace[1426986631] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:82; response_revision:16313; }","duration":"306.300274ms","start":"2026-04-23T08:19:44.248224Z","end":"2026-04-23T08:19:44.554524Z","steps":["trace[1426986631] 'agreement among raft nodes before linearized reading' (duration: 305.150637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:19:44.554618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:19:44.248201Z","time spent":"306.398335ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":82,"response size":793027,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-23T08:19:44.554277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.964663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T08:19:44.554834Z","caller":"traceutil/trace.go:171","msg":"trace[311002317] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16313; }","duration":"189.532296ms","start":"2026-04-23T08:19:44.365279Z","end":"2026-04-23T08:19:44.554811Z","steps":["trace[311002317] 'agreement among raft nodes before linearized reading' (duration: 188.939022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:19:45.062715Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634036255,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T08:19:45.129776Z","caller":"traceutil/trace.go:171","msg":"trace[1667988051] transaction","detail":"{read_only:false; response_revision:16314; number_of_response:1; }","duration":"570.719039ms","start":"2026-04-23T08:19:44.559023Z","end":"2026-04-23T08:19:45.129742Z","steps":["trace[1667988051] 'process raft request' (duration: 570.488633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:19:45.129997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:19:44.558979Z","time spent":"570.901173ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:19:45.140611Z","caller":"traceutil/trace.go:171","msg":"trace[327307493] transaction","detail":"{read_only:false; response_revision:16315; number_of_response:1; }","duration":"581.04897ms","start":"2026-04-23T08:19:44.559538Z","end":"2026-04-23T08:19:45.140587Z","steps":["trace[327307493] 'process raft request' (duration: 580.675461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:19:45.140713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:19:44.559501Z","time spent":"581.167393ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:19:45.141998Z","caller":"traceutil/trace.go:171","msg":"trace[1597270434] transaction","detail":"{read_only:false; response_revision:16316; number_of_response:1; }","duration":"582.391191ms","start":"2026-04-23T08:19:44.559588Z","end":"2026-04-23T08:19:45.141979Z","steps":["trace[1597270434] 'process raft request' (duration: 580.839945ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:19:45.141987Z","caller":"traceutil/trace.go:171","msg":"trace[1030576095] linearizableReadLoop","detail":"{readStateIndex:16887; appliedIndex:16883; }","duration":"580.010176ms","start":"2026-04-23T08:19:44.561945Z","end":"2026-04-23T08:19:45.141955Z","steps":["trace[1030576095] 'read index received' (duration: 567.583856ms)","trace[1030576095] 'applied index is now lower than readState.Index' (duration: 12.42465ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:19:45.142093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:19:44.559576Z","time spent":"582.467283ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:19:45.142246Z","caller":"traceutil/trace.go:171","msg":"trace[1818260128] transaction","detail":"{read_only:false; response_revision:16317; number_of_response:1; }","duration":"582.36417ms","start":"2026-04-23T08:19:44.559826Z","end":"2026-04-23T08:19:45.14219Z","steps":["trace[1818260128] 'process raft request' (duration: 582.065803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:19:45.142497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:19:44.559807Z","time spent":"582.498204ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:19:45.143321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.796777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gm894\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-23T08:19:45.14338Z","caller":"traceutil/trace.go:171","msg":"trace[1628388866] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gm894; range_end:; response_count:1; response_revision:16317; }","duration":"268.89651ms","start":"2026-04-23T08:19:44.874466Z","end":"2026-04-23T08:19:45.143363Z","steps":["trace[1628388866] 'agreement among raft nodes before linearized reading' (duration: 268.674915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:19:45.143755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.675765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:82 size:793004"} {"level":"info","ts":"2026-04-23T08:19:45.143814Z","caller":"traceutil/trace.go:171","msg":"trace[549845047] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:82; response_revision:16317; }","duration":"578.752436ms","start":"2026-04-23T08:19:44.565049Z","end":"2026-04-23T08:19:45.143802Z","steps":["trace[549845047] 'agreement among raft nodes before linearized reading' (duration: 577.425385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:19:45.14385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:19:44.565043Z","time spent":"578.797408ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":82,"response size":793027,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-23T08:19:45.144404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.244359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T08:19:45.144446Z","caller":"traceutil/trace.go:171","msg":"trace[752181499] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16317; }","duration":"314.332081ms","start":"2026-04-23T08:19:44.830103Z","end":"2026-04-23T08:19:45.144435Z","steps":["trace[752181499] 'agreement among raft nodes before linearized reading' (duration: 314.220668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:19:45.144474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:19:44.830072Z","time spent":"314.395623ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T08:19:45.144658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.815284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:1 size:7291"} {"level":"info","ts":"2026-04-23T08:19:45.144694Z","caller":"traceutil/trace.go:171","msg":"trace[1561243920] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:1; response_revision:16317; }","duration":"544.893376ms","start":"2026-04-23T08:19:44.599791Z","end":"2026-04-23T08:19:45.144685Z","steps":["trace[1561243920] 'agreement among raft nodes before linearized reading' (duration: 544.804504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:19:45.144719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:19:44.599767Z","time spent":"544.946717ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":7314,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-23T08:19:45.144876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.920354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:82 size:793004"} {"level":"info","ts":"2026-04-23T08:19:45.144938Z","caller":"traceutil/trace.go:171","msg":"trace[699310719] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:82; response_revision:16317; }","duration":"583.007156ms","start":"2026-04-23T08:19:44.561914Z","end":"2026-04-23T08:19:45.144921Z","steps":["trace[699310719] 'agreement among raft nodes before linearized reading' (duration: 581.761167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:19:45.145072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:19:44.561904Z","time spent":"583.111698ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":82,"response size":793027,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-23T08:19:45.145543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.861093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:82 size:793004"} {"level":"info","ts":"2026-04-23T08:19:45.145584Z","caller":"traceutil/trace.go:171","msg":"trace[196585981] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:82; response_revision:16317; }","duration":"579.912134ms","start":"2026-04-23T08:19:44.565664Z","end":"2026-04-23T08:19:45.145576Z","steps":["trace[196585981] 'agreement among raft nodes before linearized reading' (duration: 579.245218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:19:45.145615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:19:44.565659Z","time spent":"579.947144ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":82,"response size":793027,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-23T08:19:45.145669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.446376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:19:45.145775Z","caller":"traceutil/trace.go:171","msg":"trace[917586360] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:16317; }","duration":"112.642181ms","start":"2026-04-23T08:19:45.033114Z","end":"2026-04-23T08:19:45.145757Z","steps":["trace[917586360] 'agreement among raft nodes before linearized reading' (duration: 112.449836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:19:45.146101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.550751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:19:45.146152Z","caller":"traceutil/trace.go:171","msg":"trace[152879035] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:16317; }","duration":"256.603113ms","start":"2026-04-23T08:19:44.889535Z","end":"2026-04-23T08:19:45.146138Z","steps":["trace[152879035] 'agreement among raft nodes before linearized reading' (duration: 256.526291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:19:45.146822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.836962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:19:45.146874Z","caller":"traceutil/trace.go:171","msg":"trace[2017717661] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16317; }","duration":"263.904624ms","start":"2026-04-23T08:19:44.882954Z","end":"2026-04-23T08:19:45.146859Z","steps":["trace[2017717661] 'agreement among raft nodes before linearized reading' (duration: 263.820702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:19:45.144889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.23358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T08:19:45.147834Z","caller":"traceutil/trace.go:171","msg":"trace[1945702808] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:16317; }","duration":"559.197459ms","start":"2026-04-23T08:19:44.5886Z","end":"2026-04-23T08:19:45.147798Z","steps":["trace[1945702808] 'agreement among raft nodes before linearized reading' (duration: 556.252391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:19:45.147877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:19:44.588574Z","time spent":"559.288552ms","remote":"127.0.0.1:48328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:19:45.277162Z","caller":"traceutil/trace.go:171","msg":"trace[1002122232] linearizableReadLoop","detail":"{readStateIndex:16888; appliedIndex:16887; }","duration":"120.123266ms","start":"2026-04-23T08:19:45.157008Z","end":"2026-04-23T08:19:45.277131Z","steps":["trace[1002122232] 'read index received' (duration: 54.509883ms)","trace[1002122232] 'applied index is now lower than readState.Index' (duration: 65.612163ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:19:45.277472Z","caller":"traceutil/trace.go:171","msg":"trace[285991151] transaction","detail":"{read_only:false; response_revision:16318; number_of_response:1; }","duration":"122.619743ms","start":"2026-04-23T08:19:45.154821Z","end":"2026-04-23T08:19:45.27744Z","steps":["trace[285991151] 'process raft request' (duration: 56.784435ms)","trace[285991151] 'compare' (duration: 65.362747ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:19:45.279213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.178243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:82 size:793004"} {"level":"info","ts":"2026-04-23T08:19:45.279274Z","caller":"traceutil/trace.go:171","msg":"trace[1816779434] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:82; response_revision:16318; }","duration":"122.321177ms","start":"2026-04-23T08:19:45.156939Z","end":"2026-04-23T08:19:45.27926Z","steps":["trace[1816779434] 'agreement among raft nodes before linearized reading' (duration: 120.465733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:19:45.908999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.709143ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:19:45.909107Z","caller":"traceutil/trace.go:171","msg":"trace[1491985638] transaction","detail":"{read_only:false; response_revision:16319; number_of_response:1; }","duration":"686.121504ms","start":"2026-04-23T08:19:45.222969Z","end":"2026-04-23T08:19:45.90909Z","steps":["trace[1491985638] 'process raft request' (duration: 212.232987ms)","trace[1491985638] 'compare' (duration: 472.503935ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:19:45.909155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:19:45.222956Z","time spent":"686.176385ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:19:45.9835Z","caller":"traceutil/trace.go:171","msg":"trace[2031206989] linearizableReadLoop","detail":"{readStateIndex:16890; appliedIndex:16888; }","duration":"706.221404ms","start":"2026-04-23T08:19:45.277243Z","end":"2026-04-23T08:19:45.983464Z","steps":["trace[2031206989] 'read index received' (duration: 157.97119ms)","trace[2031206989] 'applied index is now lower than readState.Index' (duration: 548.248824ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:19:45.983965Z","caller":"traceutil/trace.go:171","msg":"trace[102534436] transaction","detail":"{read_only:false; response_revision:16320; number_of_response:1; }","duration":"739.830458ms","start":"2026-04-23T08:19:45.244123Z","end":"2026-04-23T08:19:45.983953Z","steps":["trace[102534436] 'process raft request' (duration: 739.126052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:19:45.984077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:19:45.244118Z","time spent":"739.877499ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:19:45.984333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.777734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-23T08:19:45.984365Z","caller":"traceutil/trace.go:171","msg":"trace[797064680] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16320; }","duration":"744.820895ms","start":"2026-04-23T08:19:45.239536Z","end":"2026-04-23T08:19:45.984357Z","steps":["trace[797064680] 'agreement among raft nodes before linearized reading' (duration: 744.698222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:19:45.984385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:19:45.239531Z","time spent":"744.849915ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T08:19:45.984603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.559513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:19:45.984627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.825049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T08:19:45.984701Z","caller":"traceutil/trace.go:171","msg":"trace[650204261] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:16320; }","duration":"644.680036ms","start":"2026-04-23T08:19:45.339993Z","end":"2026-04-23T08:19:45.984673Z","steps":["trace[650204261] 'agreement among raft nodes before linearized reading' (duration: 644.507812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:19:45.984745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:19:45.339973Z","time spent":"644.761197ms","remote":"127.0.0.1:46520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:19:45.984744Z","caller":"traceutil/trace.go:171","msg":"trace[22367448] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16320; }","duration":"770.016683ms","start":"2026-04-23T08:19:45.2147Z","end":"2026-04-23T08:19:45.984717Z","steps":["trace[22367448] 'agreement among raft nodes before linearized reading' (duration: 769.771067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:19:45.984782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.358693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:19:45.98481Z","caller":"traceutil/trace.go:171","msg":"trace[1845218439] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:16320; }","duration":"538.442105ms","start":"2026-04-23T08:19:45.446361Z","end":"2026-04-23T08:19:45.984803Z","steps":["trace[1845218439] 'agreement among raft nodes before linearized reading' (duration: 538.272951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:19:45.984812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:19:45.214679Z","time spent":"770.118536ms","remote":"127.0.0.1:41410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:19:45.984847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:19:45.446339Z","time spent":"538.498527ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":128,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:19:45.985214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.856665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:19:45.985412Z","caller":"traceutil/trace.go:171","msg":"trace[648007165] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16320; }","duration":"101.129522ms","start":"2026-04-23T08:19:45.88425Z","end":"2026-04-23T08:19:45.985379Z","steps":["trace[648007165] 'agreement among raft nodes before linearized reading' (duration: 100.382584ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:19:46.665198Z","caller":"traceutil/trace.go:171","msg":"trace[1292680628] linearizableReadLoop","detail":"{readStateIndex:16891; appliedIndex:16890; }","duration":"106.2199ms","start":"2026-04-23T08:19:46.558947Z","end":"2026-04-23T08:19:46.665167Z","steps":["trace[1292680628] 'read index received' (duration: 106.042736ms)","trace[1292680628] 'applied index is now lower than readState.Index' (duration: 175.654µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:19:46.665274Z","caller":"traceutil/trace.go:171","msg":"trace[826667739] transaction","detail":"{read_only:false; response_revision:16321; number_of_response:1; }","duration":"337.400399ms","start":"2026-04-23T08:19:46.32783Z","end":"2026-04-23T08:19:46.665231Z","steps":["trace[826667739] 'process raft request' (duration: 337.149033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:19:46.6655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.525077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T08:19:46.665547Z","caller":"traceutil/trace.go:171","msg":"trace[2025522517] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16321; }","duration":"106.648081ms","start":"2026-04-23T08:19:46.558886Z","end":"2026-04-23T08:19:46.665534Z","steps":["trace[2025522517] 'agreement among raft nodes before linearized reading' (duration: 106.422696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:19:46.665633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:19:46.327813Z","time spent":"337.561202ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:19:46.970436Z","caller":"traceutil/trace.go:171","msg":"trace[659012356] linearizableReadLoop","detail":"{readStateIndex:16892; appliedIndex:16891; }","duration":"305.122466ms","start":"2026-04-23T08:19:46.665283Z","end":"2026-04-23T08:19:46.970406Z","steps":["trace[659012356] 'read index received' (duration: 233.113744ms)","trace[659012356] 'applied index is now lower than readState.Index' (duration: 72.007272ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:19:46.97074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.455779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-vm85f\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-04-23T08:19:46.970807Z","caller":"traceutil/trace.go:171","msg":"trace[1141557532] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-vm85f; range_end:; response_count:1; response_revision:16322; }","duration":"387.573222ms","start":"2026-04-23T08:19:46.583217Z","end":"2026-04-23T08:19:46.97079Z","steps":["trace[1141557532] 'agreement among raft nodes before linearized reading' (duration: 387.348217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:19:46.970814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.053499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-23T08:19:46.970856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:19:46.583204Z","time spent":"387.638503ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9822,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-vm85f\" "} {"level":"info","ts":"2026-04-23T08:19:46.970881Z","caller":"traceutil/trace.go:171","msg":"trace[1989397541] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16322; }","duration":"411.146792ms","start":"2026-04-23T08:19:46.559701Z","end":"2026-04-23T08:19:46.970848Z","steps":["trace[1989397541] 'agreement among raft nodes before linearized reading' (duration: 410.997879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:19:46.970921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:19:46.559674Z","time spent":"411.236104ms","remote":"127.0.0.1:48060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-23T08:19:46.970477Z","caller":"traceutil/trace.go:171","msg":"trace[44950214] transaction","detail":"{read_only:false; response_revision:16322; number_of_response:1; }","duration":"409.939234ms","start":"2026-04-23T08:19:46.560487Z","end":"2026-04-23T08:19:46.970426Z","steps":["trace[44950214] 'process raft request' (duration: 337.739377ms)","trace[44950214] 'compare' (duration: 72.016502ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:19:46.971299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.412529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"warn","ts":"2026-04-23T08:19:46.971336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:19:46.560465Z","time spent":"410.775234ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:19:46.971356Z","caller":"traceutil/trace.go:171","msg":"trace[2016504814] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16322; }","duration":"411.526291ms","start":"2026-04-23T08:19:46.559815Z","end":"2026-04-23T08:19:46.971342Z","steps":["trace[2016504814] 'agreement among raft nodes before linearized reading' (duration: 411.393028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:19:46.971557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:19:46.559782Z","time spent":"411.759627ms","remote":"127.0.0.1:48060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"info","ts":"2026-04-23T08:19:46.972534Z","caller":"traceutil/trace.go:171","msg":"trace[403937157] transaction","detail":"{read_only:false; response_revision:16323; number_of_response:1; }","duration":"301.778688ms","start":"2026-04-23T08:19:46.67072Z","end":"2026-04-23T08:19:46.972499Z","steps":["trace[403937157] 'process raft request' (duration: 301.606704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:19:46.97276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:19:46.6707Z","time spent":"301.921432ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:20:06.251141Z","caller":"traceutil/trace.go:171","msg":"trace[68194729] linearizableReadLoop","detail":"{readStateIndex:17098; appliedIndex:17097; }","duration":"181.742664ms","start":"2026-04-23T08:20:06.069369Z","end":"2026-04-23T08:20:06.251112Z","steps":["trace[68194729] 'read index received' (duration: 181.54926ms)","trace[68194729] 'applied index is now lower than readState.Index' (duration: 192.374µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:20:06.251424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.040822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-04-23T08:20:06.251467Z","caller":"traceutil/trace.go:171","msg":"trace[929470834] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16519; }","duration":"182.148414ms","start":"2026-04-23T08:20:06.069303Z","end":"2026-04-23T08:20:06.251452Z","steps":["trace[929470834] 'agreement among raft nodes before linearized reading' (duration: 181.935279ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:20:06.251815Z","caller":"traceutil/trace.go:171","msg":"trace[195972493] transaction","detail":"{read_only:false; response_revision:16519; number_of_response:1; }","duration":"224.660466ms","start":"2026-04-23T08:20:06.027138Z","end":"2026-04-23T08:20:06.251799Z","steps":["trace[195972493] 'process raft request' (duration: 223.708644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:20:06.634224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.200737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:20:06.634894Z","caller":"traceutil/trace.go:171","msg":"trace[1635428020] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:16519; }","duration":"272.73792ms","start":"2026-04-23T08:20:06.361919Z","end":"2026-04-23T08:20:06.634657Z","steps":["trace[1635428020] 'count revisions from in-memory index tree' (duration: 272.101965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:20:07.199162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.465857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:20:07.199273Z","caller":"traceutil/trace.go:171","msg":"trace[1848862451] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16520; }","duration":"315.616111ms","start":"2026-04-23T08:20:06.883617Z","end":"2026-04-23T08:20:07.199233Z","steps":["trace[1848862451] 'range keys from in-memory index tree' (duration: 315.334705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:20:07.199323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:20:06.883591Z","time spent":"315.722813ms","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T08:20:07.226551Z","caller":"traceutil/trace.go:171","msg":"trace[1215045047] linearizableReadLoop","detail":"{readStateIndex:17100; appliedIndex:17099; }","duration":"108.055783ms","start":"2026-04-23T08:20:07.118454Z","end":"2026-04-23T08:20:07.22651Z","steps":["trace[1215045047] 'read index received' (duration: 107.759626ms)","trace[1215045047] 'applied index is now lower than readState.Index' (duration: 294.567µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:20:07.226597Z","caller":"traceutil/trace.go:171","msg":"trace[607104733] transaction","detail":"{read_only:false; response_revision:16521; number_of_response:1; }","duration":"120.900524ms","start":"2026-04-23T08:20:07.105664Z","end":"2026-04-23T08:20:07.226564Z","steps":["trace[607104733] 'process raft request' (duration: 120.650718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:20:07.226907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.420403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-23T08:20:07.227129Z","caller":"traceutil/trace.go:171","msg":"trace[1599254015] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16521; }","duration":"108.709399ms","start":"2026-04-23T08:20:07.118395Z","end":"2026-04-23T08:20:07.227104Z","steps":["trace[1599254015] 'agreement among raft nodes before linearized reading' (duration: 108.254489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:20:07.467174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.587803ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:20:07.467306Z","caller":"traceutil/trace.go:171","msg":"trace[1251211221] linearizableReadLoop","detail":"{readStateIndex:17101; appliedIndex:17100; }","duration":"232.678074ms","start":"2026-04-23T08:20:07.234608Z","end":"2026-04-23T08:20:07.467286Z","steps":["trace[1251211221] 'read index received' (duration: 103.782514ms)","trace[1251211221] 'applied index is now lower than readState.Index' (duration: 128.8936ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:20:07.467391Z","caller":"traceutil/trace.go:171","msg":"trace[1998157591] transaction","detail":"{read_only:false; response_revision:16522; number_of_response:1; }","duration":"235.528761ms","start":"2026-04-23T08:20:07.231794Z","end":"2026-04-23T08:20:07.467323Z","steps":["trace[1998157591] 'process raft request' (duration: 106.683182ms)","trace[1998157591] 'compare' (duration: 128.309186ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:20:07.467568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.126402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T08:20:07.467617Z","caller":"traceutil/trace.go:171","msg":"trace[9767813] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16522; }","duration":"119.214423ms","start":"2026-04-23T08:20:07.348388Z","end":"2026-04-23T08:20:07.467602Z","steps":["trace[9767813] 'agreement among raft nodes before linearized reading' (duration: 119.018909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:20:07.467789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.759003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-23T08:20:07.467812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.177479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-23T08:20:07.467898Z","caller":"traceutil/trace.go:171","msg":"trace[375645441] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16522; }","duration":"112.925027ms","start":"2026-04-23T08:20:07.354947Z","end":"2026-04-23T08:20:07.467872Z","steps":["trace[375645441] 'agreement among raft nodes before linearized reading' (duration: 112.65286ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:20:07.467921Z","caller":"traceutil/trace.go:171","msg":"trace[1454898727] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:16522; }","duration":"112.327053ms","start":"2026-04-23T08:20:07.355563Z","end":"2026-04-23T08:20:07.46789Z","steps":["trace[1454898727] 'agreement among raft nodes before linearized reading' (duration: 112.033146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:20:07.468769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.148958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:82 size:793063"} {"level":"info","ts":"2026-04-23T08:20:07.469039Z","caller":"traceutil/trace.go:171","msg":"trace[1802807423] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:82; response_revision:16522; }","duration":"234.423535ms","start":"2026-04-23T08:20:07.234596Z","end":"2026-04-23T08:20:07.46902Z","steps":["trace[1802807423] 'agreement among raft nodes before linearized reading' (duration: 232.815577ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:20:07.863472Z","caller":"traceutil/trace.go:171","msg":"trace[115893448] transaction","detail":"{read_only:false; response_revision:16529; number_of_response:1; }","duration":"139.302683ms","start":"2026-04-23T08:20:07.724127Z","end":"2026-04-23T08:20:07.86343Z","steps":["trace[115893448] 'process raft request' (duration: 46.524236ms)","trace[115893448] 'compare' (duration: 92.574722ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:20:07.904186Z","caller":"traceutil/trace.go:171","msg":"trace[1495344507] transaction","detail":"{read_only:false; response_revision:16530; number_of_response:1; }","duration":"171.439684ms","start":"2026-04-23T08:20:07.732715Z","end":"2026-04-23T08:20:07.904155Z","steps":["trace[1495344507] 'process raft request' (duration: 171.245799ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:20:08.042085Z","caller":"traceutil/trace.go:171","msg":"trace[231533015] transaction","detail":"{read_only:false; response_revision:16531; number_of_response:1; }","duration":"101.403137ms","start":"2026-04-23T08:20:07.940646Z","end":"2026-04-23T08:20:08.042049Z","steps":["trace[231533015] 'process raft request' (duration: 55.034605ms)","trace[231533015] 'compare' (duration: 45.284197ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:20:08.552875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.219709ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:20:08.55298Z","caller":"traceutil/trace.go:171","msg":"trace[630186120] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:16541; }","duration":"159.343061ms","start":"2026-04-23T08:20:08.393622Z","end":"2026-04-23T08:20:08.552965Z","steps":["trace[630186120] 'range keys from in-memory index tree' (duration: 159.200268ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:20:09.687899Z","caller":"traceutil/trace.go:171","msg":"trace[856464294] transaction","detail":"{read_only:false; response_revision:16551; number_of_response:1; }","duration":"140.124762ms","start":"2026-04-23T08:20:09.547728Z","end":"2026-04-23T08:20:09.687853Z","steps":["trace[856464294] 'process raft request' (duration: 84.491493ms)","trace[856464294] 'compare' (duration: 55.416054ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:20:09.69763Z","caller":"traceutil/trace.go:171","msg":"trace[170639027] linearizableReadLoop","detail":"{readStateIndex:17135; appliedIndex:17131; }","duration":"130.922997ms","start":"2026-04-23T08:20:09.566689Z","end":"2026-04-23T08:20:09.697612Z","steps":["trace[170639027] 'read index received' (duration: 65.55131ms)","trace[170639027] 'applied index is now lower than readState.Index' (duration: 65.370387ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:20:09.697894Z","caller":"traceutil/trace.go:171","msg":"trace[967045973] transaction","detail":"{read_only:false; response_revision:16552; number_of_response:1; }","duration":"146.89427ms","start":"2026-04-23T08:20:09.550986Z","end":"2026-04-23T08:20:09.69788Z","steps":["trace[967045973] 'process raft request' (duration: 146.400589ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:20:09.698066Z","caller":"traceutil/trace.go:171","msg":"trace[35395923] transaction","detail":"{read_only:false; response_revision:16553; number_of_response:1; }","duration":"145.268992ms","start":"2026-04-23T08:20:09.552782Z","end":"2026-04-23T08:20:09.698051Z","steps":["trace[35395923] 'process raft request' (duration: 144.694689ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:20:09.698215Z","caller":"traceutil/trace.go:171","msg":"trace[197723544] transaction","detail":"{read_only:false; response_revision:16554; number_of_response:1; }","duration":"145.422636ms","start":"2026-04-23T08:20:09.552782Z","end":"2026-04-23T08:20:09.698205Z","steps":["trace[197723544] 'process raft request' (duration: 144.74256ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:20:09.698329Z","caller":"traceutil/trace.go:171","msg":"trace[103399401] transaction","detail":"{read_only:false; response_revision:16555; number_of_response:1; }","duration":"101.308326ms","start":"2026-04-23T08:20:09.597012Z","end":"2026-04-23T08:20:09.69832Z","steps":["trace[103399401] 'process raft request' (duration: 100.554328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:20:09.69861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.89127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-tqhsh\" ","response":"range_response_count:1 size:22126"} {"level":"info","ts":"2026-04-23T08:20:09.698652Z","caller":"traceutil/trace.go:171","msg":"trace[1207256480] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-tqhsh; range_end:; response_count:1; response_revision:16555; }","duration":"132.008353ms","start":"2026-04-23T08:20:09.566633Z","end":"2026-04-23T08:20:09.698641Z","steps":["trace[1207256480] 'agreement among raft nodes before linearized reading' (duration: 131.800958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:20:09.698895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.342354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-tqhsh\" ","response":"range_response_count:1 size:22126"} {"level":"info","ts":"2026-04-23T08:20:09.69894Z","caller":"traceutil/trace.go:171","msg":"trace[34608885] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-tqhsh; range_end:; response_count:1; response_revision:16555; }","duration":"130.409706ms","start":"2026-04-23T08:20:09.568518Z","end":"2026-04-23T08:20:09.698928Z","steps":["trace[34608885] 'agreement among raft nodes before linearized reading' (duration: 130.302713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:20:09.69947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.495084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gm894\" ","response":"range_response_count:1 size:6525"} {"level":"info","ts":"2026-04-23T08:20:09.699528Z","caller":"traceutil/trace.go:171","msg":"trace[685471345] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gm894; range_end:; response_count:1; response_revision:16555; }","duration":"117.609476ms","start":"2026-04-23T08:20:09.581901Z","end":"2026-04-23T08:20:09.69951Z","steps":["trace[685471345] 'agreement among raft nodes before linearized reading' (duration: 117.439662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:20:09.699749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.14527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7vhgl\" ","response":"range_response_count:1 size:20762"} {"level":"info","ts":"2026-04-23T08:20:09.699789Z","caller":"traceutil/trace.go:171","msg":"trace[1031475409] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-7vhgl; range_end:; response_count:1; response_revision:16555; }","duration":"130.184771ms","start":"2026-04-23T08:20:09.569595Z","end":"2026-04-23T08:20:09.699779Z","steps":["trace[1031475409] 'agreement among raft nodes before linearized reading' (duration: 130.068788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:20:10.427704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.594003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:20:10.427733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.466667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:20:10.427809Z","caller":"traceutil/trace.go:171","msg":"trace[104815325] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:16557; }","duration":"119.751457ms","start":"2026-04-23T08:20:10.308031Z","end":"2026-04-23T08:20:10.427782Z","steps":["trace[104815325] 'count revisions from in-memory index tree' (duration: 119.503601ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:20:10.427821Z","caller":"traceutil/trace.go:171","msg":"trace[1778841994] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16557; }","duration":"115.61296ms","start":"2026-04-23T08:20:10.312189Z","end":"2026-04-23T08:20:10.427802Z","steps":["trace[1778841994] 'range keys from in-memory index tree' (duration: 115.383835ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:20:11.069006Z","caller":"traceutil/trace.go:171","msg":"trace[1226780688] transaction","detail":"{read_only:false; response_revision:16559; number_of_response:1; }","duration":"167.86544ms","start":"2026-04-23T08:20:10.901113Z","end":"2026-04-23T08:20:11.068978Z","steps":["trace[1226780688] 'process raft request' (duration: 167.645725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:20:12.530753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.020986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18678"} {"level":"info","ts":"2026-04-23T08:20:12.531884Z","caller":"traceutil/trace.go:171","msg":"trace[909950708] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:16573; }","duration":"104.208544ms","start":"2026-04-23T08:20:12.427651Z","end":"2026-04-23T08:20:12.531859Z","steps":["trace[909950708] 'range keys from in-memory index tree' (duration: 102.75793ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:20:14.070848Z","caller":"traceutil/trace.go:171","msg":"trace[1097369179] linearizableReadLoop","detail":"{readStateIndex:17164; appliedIndex:17163; }","duration":"138.822032ms","start":"2026-04-23T08:20:13.931996Z","end":"2026-04-23T08:20:14.070818Z","steps":["trace[1097369179] 'read index received' (duration: 138.677119ms)","trace[1097369179] 'applied index is now lower than readState.Index' (duration: 143.033µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:20:14.070922Z","caller":"traceutil/trace.go:171","msg":"trace[970364666] transaction","detail":"{read_only:false; response_revision:16582; number_of_response:1; }","duration":"139.358075ms","start":"2026-04-23T08:20:13.931512Z","end":"2026-04-23T08:20:14.07087Z","steps":["trace[970364666] 'process raft request' (duration: 139.124089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:20:14.071841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.834446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:82 size:793438"} {"level":"info","ts":"2026-04-23T08:20:14.07188Z","caller":"traceutil/trace.go:171","msg":"trace[1823370556] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:82; response_revision:16582; }","duration":"139.923418ms","start":"2026-04-23T08:20:13.931947Z","end":"2026-04-23T08:20:14.071871Z","steps":["trace[1823370556] 'agreement among raft nodes before linearized reading' (duration: 138.995116ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:20:14.14892Z","caller":"traceutil/trace.go:171","msg":"trace[67528262] transaction","detail":"{read_only:false; response_revision:16583; number_of_response:1; }","duration":"216.541598ms","start":"2026-04-23T08:20:13.932346Z","end":"2026-04-23T08:20:14.148887Z","steps":["trace[67528262] 'process raft request' (duration: 216.094917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:20:14.161389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.967944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:82 size:793438"} {"level":"info","ts":"2026-04-23T08:20:14.161469Z","caller":"traceutil/trace.go:171","msg":"trace[574605429] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:82; response_revision:16583; }","duration":"228.090037ms","start":"2026-04-23T08:20:13.933359Z","end":"2026-04-23T08:20:14.161449Z","steps":["trace[574605429] 'agreement among raft nodes before linearized reading' (duration: 215.768679ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:20:17.485168Z","caller":"traceutil/trace.go:171","msg":"trace[675122623] transaction","detail":"{read_only:false; response_revision:16636; number_of_response:1; }","duration":"102.557486ms","start":"2026-04-23T08:20:17.382567Z","end":"2026-04-23T08:20:17.485125Z","steps":["trace[675122623] 'process raft request' (duration: 95.746956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:20:17.863138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.997836ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:20:17.863286Z","caller":"traceutil/trace.go:171","msg":"trace[1932522112] linearizableReadLoop","detail":"{readStateIndex:17228; appliedIndex:17226; }","duration":"156.68218ms","start":"2026-04-23T08:20:17.706583Z","end":"2026-04-23T08:20:17.863265Z","steps":["trace[1932522112] 'read index received' (duration: 10.398763ms)","trace[1932522112] 'applied index is now lower than readState.Index' (duration: 146.281997ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:20:17.863384Z","caller":"traceutil/trace.go:171","msg":"trace[772525745] transaction","detail":"{read_only:false; response_revision:16646; number_of_response:1; }","duration":"160.98759ms","start":"2026-04-23T08:20:17.702369Z","end":"2026-04-23T08:20:17.863357Z","steps":["trace[772525745] 'process raft request' (duration: 21.658286ms)","trace[772525745] 'compare' (duration: 138.73979ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:20:17.863659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.569113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3525"} {"level":"info","ts":"2026-04-23T08:20:17.8637Z","caller":"traceutil/trace.go:171","msg":"trace[446892846] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:16646; }","duration":"137.665836ms","start":"2026-04-23T08:20:17.726023Z","end":"2026-04-23T08:20:17.863688Z","steps":["trace[446892846] 'agreement among raft nodes before linearized reading' (duration: 137.382849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:20:17.863704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.431176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-23T08:20:17.863711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.104859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3242"} {"level":"info","ts":"2026-04-23T08:20:17.863798Z","caller":"traceutil/trace.go:171","msg":"trace[1898333931] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16646; }","duration":"115.550769ms","start":"2026-04-23T08:20:17.748224Z","end":"2026-04-23T08:20:17.863775Z","steps":["trace[1898333931] 'agreement among raft nodes before linearized reading' (duration: 115.18665ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:20:17.863832Z","caller":"traceutil/trace.go:171","msg":"trace[345059125] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:16646; }","duration":"157.275733ms","start":"2026-04-23T08:20:17.706535Z","end":"2026-04-23T08:20:17.863811Z","steps":["trace[345059125] 'agreement among raft nodes before linearized reading' (duration: 156.822933ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:20:19.146019Z","caller":"traceutil/trace.go:171","msg":"trace[503822947] transaction","detail":"{read_only:false; response_revision:16660; number_of_response:1; }","duration":"110.130381ms","start":"2026-04-23T08:20:19.035854Z","end":"2026-04-23T08:20:19.145985Z","steps":["trace[503822947] 'process raft request' (duration: 109.927317ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:20:32.828348Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14231} {"level":"info","ts":"2026-04-23T08:20:32.914027Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14231,"took":"82.168149ms","hash":1206970431,"current-db-size-bytes":57188352,"current-db-size":"57 MB","current-db-size-in-use-bytes":31047680,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-23T08:20:32.9141Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1206970431,"revision":14231,"compact-revision":12223} {"level":"warn","ts":"2026-04-23T08:20:44.214059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.493541ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:20:44.214197Z","caller":"traceutil/trace.go:171","msg":"trace[941668501] linearizableReadLoop","detail":"{readStateIndex:17425; appliedIndex:17424; }","duration":"126.933455ms","start":"2026-04-23T08:20:44.087245Z","end":"2026-04-23T08:20:44.214179Z","steps":["trace[941668501] 'read index received' (duration: 10.138007ms)","trace[941668501] 'applied index is now lower than readState.Index' (duration: 116.791438ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:20:44.214258Z","caller":"traceutil/trace.go:171","msg":"trace[82318226] transaction","detail":"{read_only:false; response_revision:16834; number_of_response:1; }","duration":"134.617194ms","start":"2026-04-23T08:20:44.079622Z","end":"2026-04-23T08:20:44.214239Z","steps":["trace[82318226] 'process raft request' (duration: 17.827716ms)","trace[82318226] 'compare' (duration: 116.363968ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:20:44.214382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.147529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-23T08:20:44.214419Z","caller":"traceutil/trace.go:171","msg":"trace[356773943] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:16834; }","duration":"127.220211ms","start":"2026-04-23T08:20:44.087189Z","end":"2026-04-23T08:20:44.214409Z","steps":["trace[356773943] 'agreement among raft nodes before linearized reading' (duration: 127.090068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:20:44.214697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.49493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-04-23T08:20:44.214791Z","caller":"traceutil/trace.go:171","msg":"trace[1297894736] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:16834; }","duration":"104.644684ms","start":"2026-04-23T08:20:44.110126Z","end":"2026-04-23T08:20:44.214771Z","steps":["trace[1297894736] 'agreement among raft nodes before linearized reading' (duration: 104.404678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:20:44.662994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.787808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7vhgl\" ","response":"range_response_count:1 size:20762"} {"level":"info","ts":"2026-04-23T08:20:44.663076Z","caller":"traceutil/trace.go:171","msg":"trace[22757967] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-7vhgl; range_end:; response_count:1; response_revision:16839; }","duration":"104.936841ms","start":"2026-04-23T08:20:44.558124Z","end":"2026-04-23T08:20:44.663061Z","steps":["trace[22757967] 'range keys from in-memory index tree' (duration: 104.604433ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:20:56.442044Z","caller":"traceutil/trace.go:171","msg":"trace[1327240729] transaction","detail":"{read_only:false; response_revision:17012; number_of_response:1; }","duration":"102.605596ms","start":"2026-04-23T08:20:56.339391Z","end":"2026-04-23T08:20:56.441996Z","steps":["trace[1327240729] 'process raft request' (duration: 99.78144ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:20:56.566091Z","caller":"traceutil/trace.go:171","msg":"trace[116187457] linearizableReadLoop","detail":"{readStateIndex:17608; appliedIndex:17606; }","duration":"118.18921ms","start":"2026-04-23T08:20:56.447871Z","end":"2026-04-23T08:20:56.56606Z","steps":["trace[116187457] 'read index received' (duration: 51.892262ms)","trace[116187457] 'applied index is now lower than readState.Index' (duration: 66.295288ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:20:56.566304Z","caller":"traceutil/trace.go:171","msg":"trace[492011413] transaction","detail":"{read_only:false; response_revision:17014; number_of_response:1; }","duration":"118.714193ms","start":"2026-04-23T08:20:56.447574Z","end":"2026-04-23T08:20:56.566288Z","steps":["trace[492011413] 'process raft request' (duration: 118.280672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:20:56.567626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.724706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:87 size:850487"} {"level":"info","ts":"2026-04-23T08:20:56.567735Z","caller":"traceutil/trace.go:171","msg":"trace[1773941213] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:87; response_revision:17014; }","duration":"119.88457ms","start":"2026-04-23T08:20:56.447828Z","end":"2026-04-23T08:20:56.567713Z","steps":["trace[1773941213] 'agreement among raft nodes before linearized reading' (duration: 118.732873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:20:58.1233Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634038538,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T08:20:58.563528Z","caller":"traceutil/trace.go:171","msg":"trace[1719004606] transaction","detail":"{read_only:false; response_revision:17018; number_of_response:1; }","duration":"965.805505ms","start":"2026-04-23T08:20:57.597691Z","end":"2026-04-23T08:20:58.563496Z","steps":["trace[1719004606] 'process raft request' (duration: 965.522019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:20:58.56374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:20:57.597656Z","time spent":"965.98184ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:20:58.80166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.595696ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:20:58.801813Z","caller":"traceutil/trace.go:171","msg":"trace[583005857] linearizableReadLoop","detail":"{readStateIndex:17613; appliedIndex:17612; }","duration":"1.179424074s","start":"2026-04-23T08:20:57.622366Z","end":"2026-04-23T08:20:58.80179Z","steps":["trace[583005857] 'read index received' (duration: 942.247174ms)","trace[583005857] 'applied index is now lower than readState.Index' (duration: 237.17508ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:20:58.802027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17966597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T08:20:58.80206Z","caller":"traceutil/trace.go:171","msg":"trace[1321396985] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17019; }","duration":"1.179753572s","start":"2026-04-23T08:20:57.622296Z","end":"2026-04-23T08:20:58.802049Z","steps":["trace[1321396985] 'agreement among raft nodes before linearized reading' (duration: 1.179583758s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:20:58.8021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:20:57.622266Z","time spent":"1.179825874s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T08:20:58.801993Z","caller":"traceutil/trace.go:171","msg":"trace[552304095] transaction","detail":"{read_only:false; response_revision:17019; number_of_response:1; }","duration":"1.027862524s","start":"2026-04-23T08:20:57.774062Z","end":"2026-04-23T08:20:58.801925Z","steps":["trace[552304095] 'process raft request' (duration: 906.875108ms)","trace[552304095] 'compare' (duration: 120.390132ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:20:58.802404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:20:57.774038Z","time spent":"1.028145001s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:20:59.022891Z","caller":"traceutil/trace.go:171","msg":"trace[2097490716] linearizableReadLoop","detail":"{readStateIndex:17614; appliedIndex:17613; }","duration":"221.014621ms","start":"2026-04-23T08:20:58.801842Z","end":"2026-04-23T08:20:59.022857Z","steps":["trace[2097490716] 'read index received' (duration: 199.218562ms)","trace[2097490716] 'applied index is now lower than readState.Index' (duration: 21.795069ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:20:59.023033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.726975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:20:59.02313Z","caller":"traceutil/trace.go:171","msg":"trace[134603461] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:17020; }","duration":"706.873988ms","start":"2026-04-23T08:20:58.316237Z","end":"2026-04-23T08:20:59.023111Z","steps":["trace[134603461] 'agreement among raft nodes before linearized reading' (duration: 706.644493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:20:59.023138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000411323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:20:59.023177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:20:58.31623Z","time spent":"706.939971ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"info","ts":"2026-04-23T08:20:59.023183Z","caller":"traceutil/trace.go:171","msg":"trace[885295150] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17020; }","duration":"1.000507606s","start":"2026-04-23T08:20:58.022662Z","end":"2026-04-23T08:20:59.02317Z","steps":["trace[885295150] 'agreement among raft nodes before linearized reading' (duration: 1.000396383s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:20:59.023231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:20:58.022651Z","time spent":"1.000571977s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:20:59.023209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.868944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-23T08:20:59.023324Z","caller":"traceutil/trace.go:171","msg":"trace[1424450] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17020; }","duration":"995.051158ms","start":"2026-04-23T08:20:58.028249Z","end":"2026-04-23T08:20:59.0233Z","steps":["trace[1424450] 'agreement among raft nodes before linearized reading' (duration: 994.687959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:20:59.023397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:20:58.028217Z","time spent":"995.15149ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T08:20:59.023493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.975325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T08:20:59.023517Z","caller":"traceutil/trace.go:171","msg":"trace[223805337] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17020; }","duration":"577.041427ms","start":"2026-04-23T08:20:58.446469Z","end":"2026-04-23T08:20:59.02351Z","steps":["trace[223805337] 'agreement among raft nodes before linearized reading' (duration: 576.898813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:20:59.023538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:20:58.446441Z","time spent":"577.092718ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T08:20:59.023552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.518923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T08:20:59.023628Z","caller":"traceutil/trace.go:171","msg":"trace[2120940164] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17020; }","duration":"519.665817ms","start":"2026-04-23T08:20:58.503945Z","end":"2026-04-23T08:20:59.023611Z","steps":["trace[2120940164] 'agreement among raft nodes before linearized reading' (duration: 519.409621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:20:59.023658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001373796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-23T08:20:59.02367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:20:58.503915Z","time spent":"519.746988ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T08:20:59.023688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.476502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:20:59.023765Z","caller":"traceutil/trace.go:171","msg":"trace[556110677] transaction","detail":"{read_only:false; response_revision:17020; number_of_response:1; }","duration":"274.838669ms","start":"2026-04-23T08:20:58.748907Z","end":"2026-04-23T08:20:59.023745Z","steps":["trace[556110677] 'process raft request' (duration: 252.18923ms)","trace[556110677] 'compare' (duration: 21.614935ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:20:59.023792Z","caller":"traceutil/trace.go:171","msg":"trace[1793303614] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:17020; }","duration":"707.535054ms","start":"2026-04-23T08:20:58.316188Z","end":"2026-04-23T08:20:59.023723Z","steps":["trace[1793303614] 'agreement among raft nodes before linearized reading' (duration: 707.456673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:20:59.023812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.895396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-23T08:20:59.023863Z","caller":"traceutil/trace.go:171","msg":"trace[1130107148] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:17020; }","duration":"443.921977ms","start":"2026-04-23T08:20:58.579909Z","end":"2026-04-23T08:20:59.023831Z","steps":["trace[1130107148] 'agreement among raft nodes before linearized reading' (duration: 443.859106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:20:59.023878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076629593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"warn","ts":"2026-04-23T08:20:59.023898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:20:58.579835Z","time spent":"444.0539ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T08:20:59.023908Z","caller":"traceutil/trace.go:171","msg":"trace[333195569] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17020; }","duration":"1.076703225s","start":"2026-04-23T08:20:57.947196Z","end":"2026-04-23T08:20:59.0239Z","steps":["trace[333195569] 'agreement among raft nodes before linearized reading' (duration: 1.076601202s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:20:59.023924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.080717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:20:59.023699Z","caller":"traceutil/trace.go:171","msg":"trace[62324520] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17020; }","duration":"1.001443707s","start":"2026-04-23T08:20:58.022247Z","end":"2026-04-23T08:20:59.023691Z","steps":["trace[62324520] 'agreement among raft nodes before linearized reading' (duration: 1.001275243s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:20:59.023964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:20:58.022231Z","time spent":"1.001728684s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T08:20:59.023964Z","caller":"traceutil/trace.go:171","msg":"trace[1539851753] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:0; response_revision:17020; }","duration":"708.153419ms","start":"2026-04-23T08:20:58.315802Z","end":"2026-04-23T08:20:59.023955Z","steps":["trace[1539851753] 'agreement among raft nodes before linearized reading' (duration: 708.098158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:20:59.023977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.996706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"warn","ts":"2026-04-23T08:20:59.023998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:20:58.315782Z","time spent":"708.21035ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-db-sync\" "} {"level":"info","ts":"2026-04-23T08:20:59.024013Z","caller":"traceutil/trace.go:171","msg":"trace[1858606340] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17020; }","duration":"315.075698ms","start":"2026-04-23T08:20:58.708929Z","end":"2026-04-23T08:20:59.024004Z","steps":["trace[1858606340] 'agreement among raft nodes before linearized reading' (duration: 314.987316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:20:59.024035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:20:58.708904Z","time spent":"315.1256ms","remote":"127.0.0.1:48060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":724,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-04-23T08:20:59.024057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26193125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:20:59.024087Z","caller":"traceutil/trace.go:171","msg":"trace[45817973] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:17020; }","duration":"1.261990172s","start":"2026-04-23T08:20:57.762088Z","end":"2026-04-23T08:20:59.024078Z","steps":["trace[45817973] 'agreement among raft nodes before linearized reading' (duration: 1.261941491s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:20:59.024115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:20:57.762076Z","time spent":"1.262034783s","remote":"127.0.0.1:48070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:20:59.024131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314222132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:20:59.023552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.989079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-vm85f\" ","response":"range_response_count:1 size:9800"} {"level":"info","ts":"2026-04-23T08:20:59.02417Z","caller":"traceutil/trace.go:171","msg":"trace[1195185214] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:17020; }","duration":"1.314313224s","start":"2026-04-23T08:20:57.709845Z","end":"2026-04-23T08:20:59.024159Z","steps":["trace[1195185214] 'agreement among raft nodes before linearized reading' (duration: 1.314258982s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:20:59.024194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.378683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:20:59.024171Z","caller":"traceutil/trace.go:171","msg":"trace[942170789] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-vm85f; range_end:; response_count:1; response_revision:17020; }","duration":"438.678305ms","start":"2026-04-23T08:20:58.585483Z","end":"2026-04-23T08:20:59.024161Z","steps":["trace[942170789] 'agreement among raft nodes before linearized reading' (duration: 437.864866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:20:59.024231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.697875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-tqhsh\" ","response":"range_response_count:1 size:22126"} {"level":"info","ts":"2026-04-23T08:20:59.024237Z","caller":"traceutil/trace.go:171","msg":"trace[529272177] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:17020; }","duration":"708.452075ms","start":"2026-04-23T08:20:58.315775Z","end":"2026-04-23T08:20:59.024227Z","steps":["trace[529272177] 'agreement among raft nodes before linearized reading' (duration: 708.392434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:20:59.024138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.531252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T08:20:59.024261Z","caller":"traceutil/trace.go:171","msg":"trace[100118563] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-tqhsh; range_end:; response_count:1; response_revision:17020; }","duration":"426.743776ms","start":"2026-04-23T08:20:58.597511Z","end":"2026-04-23T08:20:59.024254Z","steps":["trace[100118563] 'agreement among raft nodes before linearized reading' (duration: 426.640523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:20:59.024271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:20:58.315754Z","time spent":"708.511047ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-04-23T08:20:59.024288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:20:58.597507Z","time spent":"426.777058ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22149,"request content":"key:\"/registry/pods/openstack/nova-compute-default-tqhsh\" "} {"level":"warn","ts":"2026-04-23T08:20:59.023941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:20:57.947168Z","time spent":"1.076766966s","remote":"127.0.0.1:48060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":724,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-04-23T08:20:59.024398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.90152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-tqhsh\" ","response":"range_response_count:1 size:22126"} {"level":"warn","ts":"2026-04-23T08:20:59.024243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:20:58.585456Z","time spent":"438.778397ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9823,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-vm85f\" "} {"level":"info","ts":"2026-04-23T08:20:59.024421Z","caller":"traceutil/trace.go:171","msg":"trace[1492661358] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-tqhsh; range_end:; response_count:1; response_revision:17020; }","duration":"426.967242ms","start":"2026-04-23T08:20:58.597448Z","end":"2026-04-23T08:20:59.024415Z","steps":["trace[1492661358] 'agreement among raft nodes before linearized reading' (duration: 426.90798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:20:59.024435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.407109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-04-23T08:20:59.024462Z","caller":"traceutil/trace.go:171","msg":"trace[477542933] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:17020; }","duration":"760.482561ms","start":"2026-04-23T08:20:58.263974Z","end":"2026-04-23T08:20:59.024456Z","steps":["trace[477542933] 'agreement among raft nodes before linearized reading' (duration: 760.420919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:20:59.024487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:20:58.263947Z","time spent":"760.535052ms","remote":"127.0.0.1:47922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-04-23T08:20:59.024083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388306502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T08:20:59.024505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.416846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gm894\" ","response":"range_response_count:1 size:6525"} {"level":"warn","ts":"2026-04-23T08:20:59.024511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.383751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-23T08:20:59.024528Z","caller":"traceutil/trace.go:171","msg":"trace[1767251439] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:17020; }","duration":"1.388777923s","start":"2026-04-23T08:20:57.635738Z","end":"2026-04-23T08:20:59.024516Z","steps":["trace[1767251439] 'agreement among raft nodes before linearized reading' (duration: 1.388304452s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:20:59.024206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:20:57.709816Z","time spent":"1.314382676s","remote":"127.0.0.1:46460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:20:59.024563Z","caller":"traceutil/trace.go:171","msg":"trace[309714319] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:17020; }","duration":"931.493674ms","start":"2026-04-23T08:20:58.093056Z","end":"2026-04-23T08:20:59.02455Z","steps":["trace[309714319] 'agreement among raft nodes before linearized reading' (duration: 931.373891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:20:59.024574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:20:57.635722Z","time spent":"1.388836104s","remote":"127.0.0.1:48318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:20:59.024598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:20:58.093028Z","time spent":"931.562315ms","remote":"127.0.0.1:48054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-04-23T08:20:59.023779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019223962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-w7h9h\" ","response":"range_response_count:1 size:15437"} {"level":"warn","ts":"2026-04-23T08:20:59.023875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:20:58.316182Z","time spent":"707.648597ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"info","ts":"2026-04-23T08:20:59.024674Z","caller":"traceutil/trace.go:171","msg":"trace[92633840] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-metadata-agent-default-w7h9h; range_end:; response_count:1; response_revision:17020; }","duration":"1.020163384s","start":"2026-04-23T08:20:58.004499Z","end":"2026-04-23T08:20:59.024663Z","steps":["trace[92633840] 'agreement among raft nodes before linearized reading' (duration: 1.019215652s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:20:59.024708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:20:58.004475Z","time spent":"1.020224665s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":15460,"request content":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-w7h9h\" "} {"level":"warn","ts":"2026-04-23T08:20:59.023701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.031095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-23T08:20:59.024444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:20:58.597423Z","time spent":"427.016852ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22149,"request content":"key:\"/registry/pods/openstack/nova-compute-default-tqhsh\" "} {"level":"warn","ts":"2026-04-23T08:20:59.024378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.479382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:20:59.024789Z","caller":"traceutil/trace.go:171","msg":"trace[1304273548] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:17020; }","duration":"799.943562ms","start":"2026-04-23T08:20:58.224839Z","end":"2026-04-23T08:20:59.024782Z","steps":["trace[1304273548] 'agreement among raft nodes before linearized reading' (duration: 799.514132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:20:59.024812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:20:58.224801Z","time spent":"800.005624ms","remote":"127.0.0.1:41334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:20:59.024526Z","caller":"traceutil/trace.go:171","msg":"trace[858263917] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gm894; range_end:; response_count:1; response_revision:17020; }","duration":"437.453986ms","start":"2026-04-23T08:20:58.587066Z","end":"2026-04-23T08:20:59.02452Z","steps":["trace[858263917] 'agreement among raft nodes before linearized reading' (duration: 437.390105ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:20:59.024277Z","caller":"traceutil/trace.go:171","msg":"trace[827428457] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17020; }","duration":"453.709776ms","start":"2026-04-23T08:20:58.570559Z","end":"2026-04-23T08:20:59.024269Z","steps":["trace[827428457] 'agreement among raft nodes before linearized reading' (duration: 453.529362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:20:59.024916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:20:58.587057Z","time spent":"437.850346ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-gm894\" "} {"level":"info","ts":"2026-04-23T08:20:59.024742Z","caller":"traceutil/trace.go:171","msg":"trace[61709021] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17020; }","duration":"685.12021ms","start":"2026-04-23T08:20:58.339609Z","end":"2026-04-23T08:20:59.024729Z","steps":["trace[61709021] 'agreement among raft nodes before linearized reading' (duration: 684.038155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:20:59.025092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:20:58.339584Z","time spent":"685.492419ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T08:20:59.024921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:20:58.570535Z","time spent":"454.380571ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T08:20:59.046632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.001667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:20:59.046725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.799555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7vhgl\" ","response":"range_response_count:1 size:20762"} {"level":"info","ts":"2026-04-23T08:20:59.046738Z","caller":"traceutil/trace.go:171","msg":"trace[1418489608] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17021; }","duration":"163.180102ms","start":"2026-04-23T08:20:58.883533Z","end":"2026-04-23T08:20:59.046714Z","steps":["trace[1418489608] 'agreement among raft nodes before linearized reading' (duration: 162.993527ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:20:59.046676Z","caller":"traceutil/trace.go:171","msg":"trace[513631228] transaction","detail":"{read_only:false; response_revision:17021; number_of_response:1; }","duration":"239.146505ms","start":"2026-04-23T08:20:58.807454Z","end":"2026-04-23T08:20:59.0466Z","steps":["trace[513631228] 'process raft request' (duration: 238.835798ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:20:59.046786Z","caller":"traceutil/trace.go:171","msg":"trace[300054759] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-7vhgl; range_end:; response_count:1; response_revision:17021; }","duration":"142.898467ms","start":"2026-04-23T08:20:58.90387Z","end":"2026-04-23T08:20:59.046769Z","steps":["trace[300054759] 'agreement among raft nodes before linearized reading' (duration: 142.62247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:20:59.046873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.720559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-23T08:20:59.046946Z","caller":"traceutil/trace.go:171","msg":"trace[505673477] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:17021; }","duration":"218.799471ms","start":"2026-04-23T08:20:58.828124Z","end":"2026-04-23T08:20:59.046924Z","steps":["trace[505673477] 'agreement among raft nodes before linearized reading' (duration: 218.621906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:20:59.047031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.701638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:20:59.047083Z","caller":"traceutil/trace.go:171","msg":"trace[96856054] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:17021; }","duration":"242.813001ms","start":"2026-04-23T08:20:58.804252Z","end":"2026-04-23T08:20:59.047065Z","steps":["trace[96856054] 'agreement among raft nodes before linearized reading' (duration: 242.693838ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:20:59.178913Z","caller":"traceutil/trace.go:171","msg":"trace[2045683730] transaction","detail":"{read_only:false; response_revision:17022; number_of_response:1; }","duration":"147.465514ms","start":"2026-04-23T08:20:59.031419Z","end":"2026-04-23T08:20:59.178884Z","steps":["trace[2045683730] 'process raft request' (duration: 147.27563ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:20:59.179295Z","caller":"traceutil/trace.go:171","msg":"trace[342710143] transaction","detail":"{read_only:false; response_revision:17023; number_of_response:1; }","duration":"147.72778ms","start":"2026-04-23T08:20:59.031522Z","end":"2026-04-23T08:20:59.17925Z","steps":["trace[342710143] 'process raft request' (duration: 147.3134ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:20:59.179368Z","caller":"traceutil/trace.go:171","msg":"trace[1841550220] transaction","detail":"{read_only:false; response_revision:17025; number_of_response:1; }","duration":"147.686309ms","start":"2026-04-23T08:20:59.031656Z","end":"2026-04-23T08:20:59.179343Z","steps":["trace[1841550220] 'process raft request' (duration: 147.580387ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:20:59.179369Z","caller":"traceutil/trace.go:171","msg":"trace[916534615] transaction","detail":"{read_only:false; response_revision:17024; number_of_response:1; }","duration":"147.787082ms","start":"2026-04-23T08:20:59.031547Z","end":"2026-04-23T08:20:59.179334Z","steps":["trace[916534615] 'process raft request' (duration: 147.553716ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:20:59.179803Z","caller":"traceutil/trace.go:171","msg":"trace[715436782] linearizableReadLoop","detail":"{readStateIndex:17622; appliedIndex:17615; }","duration":"133.312703ms","start":"2026-04-23T08:20:59.04647Z","end":"2026-04-23T08:20:59.179782Z","steps":["trace[715436782] 'read index received' (duration: 124.858386ms)","trace[715436782] 'applied index is now lower than readState.Index' (duration: 8.452967ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:20:59.179989Z","caller":"traceutil/trace.go:171","msg":"trace[1351236847] transaction","detail":"{read_only:false; response_revision:17027; number_of_response:1; }","duration":"147.216079ms","start":"2026-04-23T08:20:59.032749Z","end":"2026-04-23T08:20:59.179966Z","steps":["trace[1351236847] 'process raft request' (duration: 146.892731ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:20:59.180227Z","caller":"traceutil/trace.go:171","msg":"trace[1585940110] transaction","detail":"{read_only:false; response_revision:17026; number_of_response:1; }","duration":"148.438097ms","start":"2026-04-23T08:20:59.031757Z","end":"2026-04-23T08:20:59.180195Z","steps":["trace[1585940110] 'process raft request' (duration: 147.539646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:20:59.180557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.401432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-04-23T08:20:59.180646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.354288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e3bea1dd-b45f-4022-9994-6f53bcc0675c\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-04-23T08:20:59.180684Z","caller":"traceutil/trace.go:171","msg":"trace[443356120] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17027; }","duration":"147.562527ms","start":"2026-04-23T08:20:59.033085Z","end":"2026-04-23T08:20:59.180647Z","steps":["trace[443356120] 'agreement among raft nodes before linearized reading' (duration: 147.190898ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:20:59.180729Z","caller":"traceutil/trace.go:171","msg":"trace[393053145] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e3bea1dd-b45f-4022-9994-6f53bcc0675c; range_end:; response_count:1; response_revision:17027; }","duration":"149.486681ms","start":"2026-04-23T08:20:59.031219Z","end":"2026-04-23T08:20:59.180706Z","steps":["trace[393053145] 'agreement among raft nodes before linearized reading' (duration: 149.101382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:20:59.181039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.086778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:87 size:850434"} {"level":"info","ts":"2026-04-23T08:20:59.181096Z","caller":"traceutil/trace.go:171","msg":"trace[730732554] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:87; response_revision:17027; }","duration":"145.15409ms","start":"2026-04-23T08:20:59.035928Z","end":"2026-04-23T08:20:59.181082Z","steps":["trace[730732554] 'agreement among raft nodes before linearized reading' (duration: 143.953052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:20:59.181465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.786765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:87 size:850434"} {"level":"warn","ts":"2026-04-23T08:20:59.18147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.554813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:87 size:850434"} {"level":"info","ts":"2026-04-23T08:20:59.181545Z","caller":"traceutil/trace.go:171","msg":"trace[1384491211] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:87; response_revision:17027; }","duration":"146.654295ms","start":"2026-04-23T08:20:59.034874Z","end":"2026-04-23T08:20:59.181528Z","steps":["trace[1384491211] 'agreement among raft nodes before linearized reading' (duration: 145.226692ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:20:59.181564Z","caller":"traceutil/trace.go:171","msg":"trace[147151967] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:87; response_revision:17027; }","duration":"145.882067ms","start":"2026-04-23T08:20:59.035638Z","end":"2026-04-23T08:20:59.18152Z","steps":["trace[147151967] 'agreement among raft nodes before linearized reading' (duration: 144.261489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:20:59.181642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.179148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:87 size:850434"} {"level":"info","ts":"2026-04-23T08:20:59.181743Z","caller":"traceutil/trace.go:171","msg":"trace[721209800] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:87; response_revision:17027; }","duration":"144.315351ms","start":"2026-04-23T08:20:59.037409Z","end":"2026-04-23T08:20:59.181725Z","steps":["trace[721209800] 'agreement among raft nodes before linearized reading' (duration: 142.736144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:20:59.183872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.126486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:87 size:850434"} {"level":"info","ts":"2026-04-23T08:20:59.184018Z","caller":"traceutil/trace.go:171","msg":"trace[1204687874] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:87; response_revision:17027; }","duration":"150.28494ms","start":"2026-04-23T08:20:59.033716Z","end":"2026-04-23T08:20:59.184001Z","steps":["trace[1204687874] 'agreement among raft nodes before linearized reading' (duration: 146.693896ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:20:59.198904Z","caller":"traceutil/trace.go:171","msg":"trace[1581179492] transaction","detail":"{read_only:false; response_revision:17028; number_of_response:1; }","duration":"145.441347ms","start":"2026-04-23T08:20:59.053432Z","end":"2026-04-23T08:20:59.198873Z","steps":["trace[1581179492] 'process raft request' (duration: 145.067958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:20:59.19894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.690812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7913"} {"level":"info","ts":"2026-04-23T08:20:59.199056Z","caller":"traceutil/trace.go:171","msg":"trace[1356533764] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:17028; }","duration":"152.590114ms","start":"2026-04-23T08:20:59.046441Z","end":"2026-04-23T08:20:59.199031Z","steps":["trace[1356533764] 'agreement among raft nodes before linearized reading' (duration: 152.284786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:20:59.199763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.331158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:87 size:850434"} {"level":"info","ts":"2026-04-23T08:20:59.199847Z","caller":"traceutil/trace.go:171","msg":"trace[1945326244] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:87; response_revision:17028; }","duration":"146.4504ms","start":"2026-04-23T08:20:59.053373Z","end":"2026-04-23T08:20:59.199823Z","steps":["trace[1945326244] 'agreement among raft nodes before linearized reading' (duration: 145.350274ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:21:13.01211Z","caller":"traceutil/trace.go:171","msg":"trace[1110684348] linearizableReadLoop","detail":"{readStateIndex:17723; appliedIndex:17722; }","duration":"128.253696ms","start":"2026-04-23T08:21:12.883825Z","end":"2026-04-23T08:21:13.012078Z","steps":["trace[1110684348] 'read index received' (duration: 128.067411ms)","trace[1110684348] 'applied index is now lower than readState.Index' (duration: 184.545µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:21:13.012292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.44622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:21:13.012253Z","caller":"traceutil/trace.go:171","msg":"trace[311277708] transaction","detail":"{read_only:false; response_revision:17126; number_of_response:1; }","duration":"161.000931ms","start":"2026-04-23T08:21:12.851205Z","end":"2026-04-23T08:21:13.012206Z","steps":["trace[311277708] 'process raft request' (duration: 160.665623ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:21:13.01234Z","caller":"traceutil/trace.go:171","msg":"trace[276384134] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17126; }","duration":"128.570082ms","start":"2026-04-23T08:21:12.883755Z","end":"2026-04-23T08:21:13.012325Z","steps":["trace[276384134] 'agreement among raft nodes before linearized reading' (duration: 128.46226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:21:33.537535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.433265ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-23T08:21:33.537681Z","caller":"traceutil/trace.go:171","msg":"trace[4889820] linearizableReadLoop","detail":"{readStateIndex:17834; appliedIndex:17833; }","duration":"151.799085ms","start":"2026-04-23T08:21:33.385858Z","end":"2026-04-23T08:21:33.537657Z","steps":["trace[4889820] 'read index received' (duration: 51.219106ms)","trace[4889820] 'applied index is now lower than readState.Index' (duration: 100.578339ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:21:33.537993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.986332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T08:21:33.538028Z","caller":"traceutil/trace.go:171","msg":"trace[1464348787] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17232; }","duration":"111.087774ms","start":"2026-04-23T08:21:33.426929Z","end":"2026-04-23T08:21:33.538016Z","steps":["trace[1464348787] 'agreement among raft nodes before linearized reading' (duration: 110.863689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:21:33.538048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.147934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T08:21:33.538171Z","caller":"traceutil/trace.go:171","msg":"trace[1323024141] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17232; }","duration":"152.346078ms","start":"2026-04-23T08:21:33.3858Z","end":"2026-04-23T08:21:33.538146Z","steps":["trace[1323024141] 'agreement among raft nodes before linearized reading' (duration: 151.950519ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:23:22.478262Z","caller":"traceutil/trace.go:171","msg":"trace[2060764340] transaction","detail":"{read_only:false; response_revision:18001; number_of_response:1; }","duration":"203.101103ms","start":"2026-04-23T08:23:22.275119Z","end":"2026-04-23T08:23:22.47822Z","steps":["trace[2060764340] 'process raft request' (duration: 202.816027ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:23:22.490614Z","caller":"traceutil/trace.go:171","msg":"trace[1278862839] linearizableReadLoop","detail":"{readStateIndex:18631; appliedIndex:18629; }","duration":"191.522773ms","start":"2026-04-23T08:23:22.299035Z","end":"2026-04-23T08:23:22.490558Z","steps":["trace[1278862839] 'read index received' (duration: 179.01769ms)","trace[1278862839] 'applied index is now lower than readState.Index' (duration: 12.503573ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:23:22.4908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.729048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T08:23:22.490839Z","caller":"traceutil/trace.go:171","msg":"trace[484851318] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18002; }","duration":"191.859091ms","start":"2026-04-23T08:23:22.298968Z","end":"2026-04-23T08:23:22.490827Z","steps":["trace[484851318] 'agreement among raft nodes before linearized reading' (duration: 191.740078ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:23:22.490717Z","caller":"traceutil/trace.go:171","msg":"trace[1407148153] transaction","detail":"{read_only:false; response_revision:18002; number_of_response:1; }","duration":"215.37786ms","start":"2026-04-23T08:23:22.275282Z","end":"2026-04-23T08:23:22.49066Z","steps":["trace[1407148153] 'process raft request' (duration: 215.083403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:23:24.95982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.288837ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-23T08:23:24.960888Z","caller":"traceutil/trace.go:171","msg":"trace[1779620989] transaction","detail":"{read_only:false; response_revision:18004; number_of_response:1; }","duration":"1.4023596s","start":"2026-04-23T08:23:23.558493Z","end":"2026-04-23T08:23:24.960853Z","steps":["trace[1779620989] 'process raft request' (duration: 1.40151418s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:23:24.961644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:23:23.558472Z","time spent":"1.402675567s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:23:25.063885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.936365ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:23:25.064202Z","caller":"traceutil/trace.go:171","msg":"trace[920861287] transaction","detail":"{read_only:false; response_revision:18007; number_of_response:1; }","duration":"878.420034ms","start":"2026-04-23T08:23:24.185759Z","end":"2026-04-23T08:23:25.064179Z","steps":["trace[920861287] 'process raft request' (duration: 878.382033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:23:25.064289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:23:24.185728Z","time spent":"878.526096ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:23:25.064378Z","caller":"traceutil/trace.go:171","msg":"trace[231917785] linearizableReadLoop","detail":"{readStateIndex:18636; appliedIndex:18632; }","duration":"993.554742ms","start":"2026-04-23T08:23:24.070759Z","end":"2026-04-23T08:23:25.064314Z","steps":["trace[231917785] 'read index received' (duration: 50.828357ms)","trace[231917785] 'applied index is now lower than readState.Index' (duration: 942.722625ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:23:25.064415Z","caller":"traceutil/trace.go:171","msg":"trace[963607385] transaction","detail":"{read_only:false; response_revision:18005; number_of_response:1; }","duration":"1.390880822s","start":"2026-04-23T08:23:23.673489Z","end":"2026-04-23T08:23:25.064369Z","steps":["trace[963607385] 'process raft request' (duration: 1.287345374s)","trace[963607385] 'compare' (duration: 102.633537ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:23:25.064621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:23:23.673461Z","time spent":"1.391045685s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:23:25.064416Z","caller":"traceutil/trace.go:171","msg":"trace[1595528312] transaction","detail":"{read_only:false; response_revision:18006; number_of_response:1; }","duration":"1.293548118s","start":"2026-04-23T08:23:23.770814Z","end":"2026-04-23T08:23:25.064362Z","steps":["trace[1595528312] 'process raft request' (duration: 1.29318526s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:23:25.064824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.050752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-23T08:23:25.064885Z","caller":"traceutil/trace.go:171","msg":"trace[2093763361] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:18007; }","duration":"582.166885ms","start":"2026-04-23T08:23:24.482699Z","end":"2026-04-23T08:23:25.064866Z","steps":["trace[2093763361] 'agreement among raft nodes before linearized reading' (duration: 582.011812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:23:25.064927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:23:24.482671Z","time spent":"582.247786ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T08:23:25.064934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.095435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-23T08:23:25.064933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.783632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-23T08:23:25.064998Z","caller":"traceutil/trace.go:171","msg":"trace[509304776] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18007; }","duration":"791.216317ms","start":"2026-04-23T08:23:24.273764Z","end":"2026-04-23T08:23:25.064981Z","steps":["trace[509304776] 'agreement among raft nodes before linearized reading' (duration: 790.998302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:23:25.065013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.388356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:23:25.06497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.446824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:23:25.06504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:23:24.273732Z","time spent":"791.299429ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T08:23:25.065075Z","caller":"traceutil/trace.go:171","msg":"trace[613985226] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:18007; }","duration":"694.475598ms","start":"2026-04-23T08:23:24.370581Z","end":"2026-04-23T08:23:25.065057Z","steps":["trace[613985226] 'agreement among raft nodes before linearized reading' (duration: 694.381166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:23:25.065129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:23:24.370564Z","time spent":"694.55198ms","remote":"127.0.0.1:46564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:23:25.065121Z","caller":"traceutil/trace.go:171","msg":"trace[952715080] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18007; }","duration":"180.666569ms","start":"2026-04-23T08:23:24.884406Z","end":"2026-04-23T08:23:25.065073Z","steps":["trace[952715080] 'agreement among raft nodes before linearized reading' (duration: 180.421133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:23:25.065245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.519344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-23T08:23:25.065246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.231453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T08:23:25.065298Z","caller":"traceutil/trace.go:171","msg":"trace[1225004385] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18007; }","duration":"791.618077ms","start":"2026-04-23T08:23:24.273664Z","end":"2026-04-23T08:23:25.065282Z","steps":["trace[1225004385] 'agreement among raft nodes before linearized reading' (duration: 791.496464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:23:25.065339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:23:24.273637Z","time spent":"791.692908ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T08:23:25.065025Z","caller":"traceutil/trace.go:171","msg":"trace[2131194972] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18007; }","duration":"568.920135ms","start":"2026-04-23T08:23:24.496077Z","end":"2026-04-23T08:23:25.064997Z","steps":["trace[2131194972] 'agreement among raft nodes before linearized reading' (duration: 568.652999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:23:25.06541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.909881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-23T08:23:25.065458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.442019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:23:25.065328Z","caller":"traceutil/trace.go:171","msg":"trace[1390736042] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18007; }","duration":"557.361245ms","start":"2026-04-23T08:23:24.507939Z","end":"2026-04-23T08:23:25.065301Z","steps":["trace[1390736042] 'agreement among raft nodes before linearized reading' (duration: 556.778762ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:23:25.065469Z","caller":"traceutil/trace.go:171","msg":"trace[137704412] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18007; }","duration":"994.755261ms","start":"2026-04-23T08:23:24.070704Z","end":"2026-04-23T08:23:25.06546Z","steps":["trace[137704412] 'agreement among raft nodes before linearized reading' (duration: 993.807009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:23:25.06547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:23:24.49605Z","time spent":"569.401437ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T08:23:25.065523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:23:24.507906Z","time spent":"557.598441ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T08:23:25.065536Z","caller":"traceutil/trace.go:171","msg":"trace[331302883] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:18007; }","duration":"970.29501ms","start":"2026-04-23T08:23:24.095193Z","end":"2026-04-23T08:23:25.065488Z","steps":["trace[331302883] 'agreement among raft nodes before linearized reading' (duration: 969.46704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:23:25.065914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:23:24.095161Z","time spent":"970.733649ms","remote":"127.0.0.1:52908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:23:25.065551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.122072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T08:23:25.066169Z","caller":"traceutil/trace.go:171","msg":"trace[1628192448] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18007; }","duration":"817.737046ms","start":"2026-04-23T08:23:24.248334Z","end":"2026-04-23T08:23:25.066071Z","steps":["trace[1628192448] 'agreement among raft nodes before linearized reading' (duration: 816.932028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:23:25.065631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:23:23.770789Z","time spent":"1.294564212s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:23:25.066275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:23:24.248311Z","time spent":"817.945132ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T08:23:25.065555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:23:24.070682Z","time spent":"994.858073ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T08:23:33.362805Z","caller":"traceutil/trace.go:171","msg":"trace[456321963] linearizableReadLoop","detail":"{readStateIndex:18798; appliedIndex:18797; }","duration":"111.247408ms","start":"2026-04-23T08:23:33.25152Z","end":"2026-04-23T08:23:33.362767Z","steps":["trace[456321963] 'read index received' (duration: 81.248257ms)","trace[456321963] 'applied index is now lower than readState.Index' (duration: 29.997441ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:23:33.363148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.831427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-04-23T08:23:33.363201Z","caller":"traceutil/trace.go:171","msg":"trace[1996675988] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:18165; }","duration":"166.96529ms","start":"2026-04-23T08:23:33.196217Z","end":"2026-04-23T08:23:33.363183Z","steps":["trace[1996675988] 'agreement among raft nodes before linearized reading' (duration: 166.698164ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:23:33.363152Z","caller":"traceutil/trace.go:171","msg":"trace[1994591706] transaction","detail":"{read_only:false; response_revision:18165; number_of_response:1; }","duration":"164.819709ms","start":"2026-04-23T08:23:33.198263Z","end":"2026-04-23T08:23:33.363083Z","steps":["trace[1994591706] 'process raft request' (duration: 134.566713ms)","trace[1994591706] 'compare' (duration: 29.666033ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:23:33.363349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.788765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-47e2ade2-9c86-4545-965e-38193abd934c\" ","response":"range_response_count:1 size:1316"} {"level":"warn","ts":"2026-04-23T08:23:33.363402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.922058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-vm85f\" ","response":"range_response_count:1 size:9800"} {"level":"warn","ts":"2026-04-23T08:23:33.363251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.363189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/libvirt-libvirt-default-7vhgl-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:23:33.363539Z","caller":"traceutil/trace.go:171","msg":"trace[1407036374] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-vm85f; range_end:; response_count:1; response_revision:18165; }","duration":"134.135572ms","start":"2026-04-23T08:23:33.229376Z","end":"2026-04-23T08:23:33.363512Z","steps":["trace[1407036374] 'agreement among raft nodes before linearized reading' (duration: 133.744833ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:23:33.363672Z","caller":"traceutil/trace.go:171","msg":"trace[111311323] range","detail":"{range_begin:/registry/secrets/openstack/libvirt-libvirt-default-7vhgl-api; range_end:; response_count:0; response_revision:18165; }","duration":"164.784268ms","start":"2026-04-23T08:23:33.198809Z","end":"2026-04-23T08:23:33.363593Z","steps":["trace[111311323] 'agreement among raft nodes before linearized reading' (duration: 164.269516ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:23:33.363463Z","caller":"traceutil/trace.go:171","msg":"trace[1539586730] range","detail":"{range_begin:/registry/persistentvolumes/pvc-47e2ade2-9c86-4545-965e-38193abd934c; range_end:; response_count:1; response_revision:18165; }","duration":"166.95217ms","start":"2026-04-23T08:23:33.196479Z","end":"2026-04-23T08:23:33.363431Z","steps":["trace[1539586730] 'agreement among raft nodes before linearized reading' (duration: 166.770665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:23:33.363177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.198869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-23T08:23:33.364365Z","caller":"traceutil/trace.go:171","msg":"trace[2000610197] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18165; }","duration":"165.853554ms","start":"2026-04-23T08:23:33.19792Z","end":"2026-04-23T08:23:33.363774Z","steps":["trace[2000610197] 'agreement among raft nodes before linearized reading' (duration: 164.982263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:23:33.365273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.209428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2366192"} {"level":"info","ts":"2026-04-23T08:23:33.365417Z","caller":"traceutil/trace.go:171","msg":"trace[442579559] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:18165; }","duration":"138.467954ms","start":"2026-04-23T08:23:33.22693Z","end":"2026-04-23T08:23:33.365398Z","steps":["trace[442579559] 'agreement among raft nodes before linearized reading' (duration: 135.844982ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:23:33.3836Z","caller":"traceutil/trace.go:171","msg":"trace[183190989] transaction","detail":"{read_only:false; response_revision:18168; number_of_response:1; }","duration":"122.621114ms","start":"2026-04-23T08:23:33.260955Z","end":"2026-04-23T08:23:33.383576Z","steps":["trace[183190989] 'process raft request' (duration: 122.558022ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:23:33.383611Z","caller":"traceutil/trace.go:171","msg":"trace[1327110707] transaction","detail":"{read_only:false; response_revision:18166; number_of_response:1; }","duration":"122.790218ms","start":"2026-04-23T08:23:33.260784Z","end":"2026-04-23T08:23:33.383574Z","steps":["trace[1327110707] 'process raft request' (duration: 122.539242ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:23:33.383623Z","caller":"traceutil/trace.go:171","msg":"trace[316739599] transaction","detail":"{read_only:false; response_revision:18167; number_of_response:1; }","duration":"122.692395ms","start":"2026-04-23T08:23:33.260905Z","end":"2026-04-23T08:23:33.383598Z","steps":["trace[316739599] 'process raft request' (duration: 122.573122ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:23:33.383847Z","caller":"traceutil/trace.go:171","msg":"trace[799076883] transaction","detail":"{read_only:false; response_revision:18169; number_of_response:1; }","duration":"122.836429ms","start":"2026-04-23T08:23:33.260999Z","end":"2026-04-23T08:23:33.383835Z","steps":["trace[799076883] 'process raft request' (duration: 122.548672ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:23:33.383995Z","caller":"traceutil/trace.go:171","msg":"trace[516493245] transaction","detail":"{read_only:false; response_revision:18170; number_of_response:1; }","duration":"122.937591ms","start":"2026-04-23T08:23:33.261037Z","end":"2026-04-23T08:23:33.383975Z","steps":["trace[516493245] 'process raft request' (duration: 122.697775ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:23:33.384108Z","caller":"traceutil/trace.go:171","msg":"trace[1494553963] transaction","detail":"{read_only:false; response_revision:18172; number_of_response:1; }","duration":"120.465043ms","start":"2026-04-23T08:23:33.263636Z","end":"2026-04-23T08:23:33.384101Z","steps":["trace[1494553963] 'process raft request' (duration: 120.3167ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:23:33.384138Z","caller":"traceutil/trace.go:171","msg":"trace[641685889] transaction","detail":"{read_only:false; response_revision:18174; number_of_response:1; }","duration":"120.148966ms","start":"2026-04-23T08:23:33.263979Z","end":"2026-04-23T08:23:33.384128Z","steps":["trace[641685889] 'process raft request' (duration: 120.043483ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:23:33.384216Z","caller":"traceutil/trace.go:171","msg":"trace[1415450594] transaction","detail":"{read_only:false; response_revision:18173; number_of_response:1; }","duration":"120.523735ms","start":"2026-04-23T08:23:33.263685Z","end":"2026-04-23T08:23:33.384209Z","steps":["trace[1415450594] 'process raft request' (duration: 120.287879ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:23:33.384271Z","caller":"traceutil/trace.go:171","msg":"trace[955788851] transaction","detail":"{read_only:false; response_revision:18175; number_of_response:1; }","duration":"120.153066ms","start":"2026-04-23T08:23:33.264109Z","end":"2026-04-23T08:23:33.384262Z","steps":["trace[955788851] 'process raft request' (duration: 119.945961ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:23:33.384405Z","caller":"traceutil/trace.go:171","msg":"trace[859863169] transaction","detail":"{read_only:false; response_revision:18178; number_of_response:1; }","duration":"115.807105ms","start":"2026-04-23T08:23:33.268579Z","end":"2026-04-23T08:23:33.384386Z","steps":["trace[859863169] 'process raft request' (duration: 115.562459ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:23:33.384449Z","caller":"traceutil/trace.go:171","msg":"trace[1775269934] transaction","detail":"{read_only:false; response_revision:18176; number_of_response:1; }","duration":"120.151126ms","start":"2026-04-23T08:23:33.264286Z","end":"2026-04-23T08:23:33.384438Z","steps":["trace[1775269934] 'process raft request' (duration: 119.787387ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:23:33.384591Z","caller":"traceutil/trace.go:171","msg":"trace[1545536360] transaction","detail":"{read_only:false; response_revision:18177; number_of_response:1; }","duration":"117.951725ms","start":"2026-04-23T08:23:33.266615Z","end":"2026-04-23T08:23:33.384567Z","steps":["trace[1545536360] 'process raft request' (duration: 117.496884ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:23:33.38428Z","caller":"traceutil/trace.go:171","msg":"trace[2097838504] transaction","detail":"{read_only:false; response_revision:18171; number_of_response:1; }","duration":"122.410219ms","start":"2026-04-23T08:23:33.261858Z","end":"2026-04-23T08:23:33.384268Z","steps":["trace[2097838504] 'process raft request' (duration: 122.02754ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:23:33.561246Z","caller":"traceutil/trace.go:171","msg":"trace[860687584] linearizableReadLoop","detail":"{readStateIndex:18812; appliedIndex:18811; }","duration":"177.000954ms","start":"2026-04-23T08:23:33.384215Z","end":"2026-04-23T08:23:33.561216Z","steps":["trace[860687584] 'read index received' (duration: 176.83742ms)","trace[860687584] 'applied index is now lower than readState.Index' (duration: 162.143µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:23:33.561413Z","caller":"traceutil/trace.go:171","msg":"trace[746718834] transaction","detail":"{read_only:false; response_revision:18179; number_of_response:1; }","duration":"191.552433ms","start":"2026-04-23T08:23:33.369808Z","end":"2026-04-23T08:23:33.56136Z","steps":["trace[746718834] 'process raft request' (duration: 191.219995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:23:33.56206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.575037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-tqhsh\" ","response":"range_response_count:1 size:22126"} {"level":"info","ts":"2026-04-23T08:23:33.562303Z","caller":"traceutil/trace.go:171","msg":"trace[1980438970] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-tqhsh; range_end:; response_count:1; response_revision:18179; }","duration":"180.853534ms","start":"2026-04-23T08:23:33.381425Z","end":"2026-04-23T08:23:33.562278Z","steps":["trace[1980438970] 'agreement among raft nodes before linearized reading' (duration: 179.851311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:23:33.563533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.11947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-04-23T08:23:33.563663Z","caller":"traceutil/trace.go:171","msg":"trace[1248231141] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:18179; }","duration":"193.291634ms","start":"2026-04-23T08:23:33.370342Z","end":"2026-04-23T08:23:33.563634Z","steps":["trace[1248231141] 'agreement among raft nodes before linearized reading' (duration: 191.059842ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:23:33.566102Z","caller":"traceutil/trace.go:171","msg":"trace[1013524007] transaction","detail":"{read_only:false; response_revision:18180; number_of_response:1; }","duration":"169.335465ms","start":"2026-04-23T08:23:33.396741Z","end":"2026-04-23T08:23:33.566076Z","steps":["trace[1013524007] 'process raft request' (duration: 168.949586ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:23:33.566547Z","caller":"traceutil/trace.go:171","msg":"trace[492818991] transaction","detail":"{read_only:false; response_revision:18181; number_of_response:1; }","duration":"167.377719ms","start":"2026-04-23T08:23:33.399155Z","end":"2026-04-23T08:23:33.566533Z","steps":["trace[492818991] 'process raft request' (duration: 166.696533ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:23:33.566776Z","caller":"traceutil/trace.go:171","msg":"trace[679676099] transaction","detail":"{read_only:false; response_revision:18182; number_of_response:1; }","duration":"163.55708ms","start":"2026-04-23T08:23:33.403209Z","end":"2026-04-23T08:23:33.566766Z","steps":["trace[679676099] 'process raft request' (duration: 162.728811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:23:33.568624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.719911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:93 size:908545"} {"level":"warn","ts":"2026-04-23T08:23:33.568759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.086219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-04-23T08:23:33.568694Z","caller":"traceutil/trace.go:171","msg":"trace[586360236] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:93; response_revision:18179; }","duration":"198.810173ms","start":"2026-04-23T08:23:33.369868Z","end":"2026-04-23T08:23:33.568678Z","steps":["trace[586360236] 'agreement among raft nodes before linearized reading' (duration: 191.562053ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:23:33.568794Z","caller":"traceutil/trace.go:171","msg":"trace[1135997589] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:18182; }","duration":"166.15443ms","start":"2026-04-23T08:23:33.402631Z","end":"2026-04-23T08:23:33.568786Z","steps":["trace[1135997589] 'agreement among raft nodes before linearized reading' (duration: 165.996766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:23:33.568756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.756224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-04-23T08:23:33.568934Z","caller":"traceutil/trace.go:171","msg":"trace[2127398703] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:18182; }","duration":"172.967239ms","start":"2026-04-23T08:23:33.39594Z","end":"2026-04-23T08:23:33.568907Z","steps":["trace[2127398703] 'agreement among raft nodes before linearized reading' (duration: 172.637161ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:24:05.739782Z","caller":"traceutil/trace.go:171","msg":"trace[1860965069] linearizableReadLoop","detail":"{readStateIndex:19051; appliedIndex:19050; }","duration":"116.301005ms","start":"2026-04-23T08:24:05.623445Z","end":"2026-04-23T08:24:05.739746Z","steps":["trace[1860965069] 'read index received' (duration: 116.164631ms)","trace[1860965069] 'applied index is now lower than readState.Index' (duration: 134.874µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:24:05.73984Z","caller":"traceutil/trace.go:171","msg":"trace[1544510110] transaction","detail":"{read_only:false; response_revision:18407; number_of_response:1; }","duration":"136.041216ms","start":"2026-04-23T08:24:05.603766Z","end":"2026-04-23T08:24:05.739807Z","steps":["trace[1544510110] 'process raft request' (duration: 135.79359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:24:05.740078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.617513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-23T08:24:05.740128Z","caller":"traceutil/trace.go:171","msg":"trace[1649092295] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:18407; }","duration":"116.729165ms","start":"2026-04-23T08:24:05.623378Z","end":"2026-04-23T08:24:05.740107Z","steps":["trace[1649092295] 'agreement among raft nodes before linearized reading' (duration: 116.52419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:24:05.745797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.662867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:24:05.745893Z","caller":"traceutil/trace.go:171","msg":"trace[1046642705] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:18408; }","duration":"105.830661ms","start":"2026-04-23T08:24:05.640043Z","end":"2026-04-23T08:24:05.745873Z","steps":["trace[1046642705] 'agreement among raft nodes before linearized reading' (duration: 105.003361ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:24:06.211067Z","caller":"traceutil/trace.go:171","msg":"trace[101364334] linearizableReadLoop","detail":"{readStateIndex:19129; appliedIndex:19128; }","duration":"192.862142ms","start":"2026-04-23T08:24:06.018175Z","end":"2026-04-23T08:24:06.211037Z","steps":["trace[101364334] 'read index received' (duration: 14.332945ms)","trace[101364334] 'applied index is now lower than readState.Index' (duration: 178.527737ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:24:06.211221Z","caller":"traceutil/trace.go:171","msg":"trace[242321639] transaction","detail":"{read_only:false; response_revision:18485; number_of_response:1; }","duration":"193.19143ms","start":"2026-04-23T08:24:06.017962Z","end":"2026-04-23T08:24:06.211153Z","steps":["trace[242321639] 'process raft request' (duration: 192.846722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:24:06.211349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.423512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-tqhsh\" ","response":"range_response_count:1 size:22126"} {"level":"info","ts":"2026-04-23T08:24:06.211401Z","caller":"traceutil/trace.go:171","msg":"trace[684876077] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-tqhsh; range_end:; response_count:1; response_revision:18485; }","duration":"198.509415ms","start":"2026-04-23T08:24:06.012878Z","end":"2026-04-23T08:24:06.211388Z","steps":["trace[684876077] 'agreement among raft nodes before linearized reading' (duration: 198.29725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:24:06.21354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.48072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:933871"} {"level":"info","ts":"2026-04-23T08:24:06.213695Z","caller":"traceutil/trace.go:171","msg":"trace[2077965049] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:18485; }","duration":"200.680765ms","start":"2026-04-23T08:24:06.012991Z","end":"2026-04-23T08:24:06.213672Z","steps":["trace[2077965049] 'agreement among raft nodes before linearized reading' (duration: 198.180877ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:24:06.264015Z","caller":"traceutil/trace.go:171","msg":"trace[1867277922] transaction","detail":"{read_only:false; response_revision:18486; number_of_response:1; }","duration":"227.362508ms","start":"2026-04-23T08:24:06.036605Z","end":"2026-04-23T08:24:06.263967Z","steps":["trace[1867277922] 'process raft request' (duration: 227.084732ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:24:06.264197Z","caller":"traceutil/trace.go:171","msg":"trace[554147213] transaction","detail":"{read_only:false; response_revision:18488; number_of_response:1; }","duration":"225.446593ms","start":"2026-04-23T08:24:06.038712Z","end":"2026-04-23T08:24:06.264159Z","steps":["trace[554147213] 'process raft request' (duration: 225.236588ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:24:06.264244Z","caller":"traceutil/trace.go:171","msg":"trace[1233710223] transaction","detail":"{read_only:false; response_revision:18489; number_of_response:1; }","duration":"223.687292ms","start":"2026-04-23T08:24:06.040533Z","end":"2026-04-23T08:24:06.26422Z","steps":["trace[1233710223] 'process raft request' (duration: 223.502658ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:24:06.264265Z","caller":"traceutil/trace.go:171","msg":"trace[4838009] transaction","detail":"{read_only:false; response_revision:18487; number_of_response:1; }","duration":"226.896317ms","start":"2026-04-23T08:24:06.037329Z","end":"2026-04-23T08:24:06.264225Z","steps":["trace[4838009] 'process raft request' (duration: 226.57133ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:24:06.26455Z","caller":"traceutil/trace.go:171","msg":"trace[15605207] transaction","detail":"{read_only:false; response_revision:18490; number_of_response:1; }","duration":"223.795634ms","start":"2026-04-23T08:24:06.04073Z","end":"2026-04-23T08:24:06.264526Z","steps":["trace[15605207] 'process raft request' (duration: 223.390045ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:24:06.265171Z","caller":"traceutil/trace.go:171","msg":"trace[1335940602] transaction","detail":"{read_only:false; response_revision:18491; number_of_response:1; }","duration":"223.19851ms","start":"2026-04-23T08:24:06.041933Z","end":"2026-04-23T08:24:06.265132Z","steps":["trace[1335940602] 'process raft request' (duration: 222.466123ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:24:06.265458Z","caller":"traceutil/trace.go:171","msg":"trace[1691453686] transaction","detail":"{read_only:false; response_revision:18494; number_of_response:1; }","duration":"223.183661ms","start":"2026-04-23T08:24:06.042263Z","end":"2026-04-23T08:24:06.265446Z","steps":["trace[1691453686] 'process raft request' (duration: 223.042887ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:24:06.265573Z","caller":"traceutil/trace.go:171","msg":"trace[1475850320] transaction","detail":"{read_only:false; response_revision:18493; number_of_response:1; }","duration":"223.407375ms","start":"2026-04-23T08:24:06.042156Z","end":"2026-04-23T08:24:06.265563Z","steps":["trace[1475850320] 'process raft request' (duration: 223.011596ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:24:06.265629Z","caller":"traceutil/trace.go:171","msg":"trace[1103393584] transaction","detail":"{read_only:false; response_revision:18492; number_of_response:1; }","duration":"223.510477ms","start":"2026-04-23T08:24:06.042092Z","end":"2026-04-23T08:24:06.265603Z","steps":["trace[1103393584] 'process raft request' (duration: 222.841452ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:24:06.265938Z","caller":"traceutil/trace.go:171","msg":"trace[1286386424] transaction","detail":"{read_only:false; response_revision:18495; number_of_response:1; }","duration":"223.314673ms","start":"2026-04-23T08:24:06.042612Z","end":"2026-04-23T08:24:06.265927Z","steps":["trace[1286386424] 'process raft request' (duration: 222.799011ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:24:06.266326Z","caller":"traceutil/trace.go:171","msg":"trace[202958080] transaction","detail":"{read_only:false; response_revision:18496; number_of_response:1; }","duration":"223.390385ms","start":"2026-04-23T08:24:06.042921Z","end":"2026-04-23T08:24:06.266311Z","steps":["trace[202958080] 'process raft request' (duration: 222.951375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:24:06.267866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.129959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-db-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:24:06.267943Z","caller":"traceutil/trace.go:171","msg":"trace[994129255] range","detail":"{range_begin:/registry/jobs/openstack/senlin-db-init; range_end:; response_count:0; response_revision:18496; }","duration":"247.251642ms","start":"2026-04-23T08:24:06.020672Z","end":"2026-04-23T08:24:06.267923Z","steps":["trace[994129255] 'agreement among raft nodes before linearized reading' (duration: 247.102868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:24:06.267919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.488447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111912"} {"level":"info","ts":"2026-04-23T08:24:06.268029Z","caller":"traceutil/trace.go:171","msg":"trace[623442205] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:18496; }","duration":"244.636721ms","start":"2026-04-23T08:24:06.023371Z","end":"2026-04-23T08:24:06.268008Z","steps":["trace[623442205] 'agreement among raft nodes before linearized reading' (duration: 244.076437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:24:06.268165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.836409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2644"} {"level":"info","ts":"2026-04-23T08:24:06.268208Z","caller":"traceutil/trace.go:171","msg":"trace[1192659659] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:18496; }","duration":"245.89037ms","start":"2026-04-23T08:24:06.022302Z","end":"2026-04-23T08:24:06.268193Z","steps":["trace[1192659659] 'agreement among raft nodes before linearized reading' (duration: 245.710246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:24:06.268237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.587659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/senlin-engine\" ","response":"range_response_count:1 size:6091"} {"level":"info","ts":"2026-04-23T08:24:06.268289Z","caller":"traceutil/trace.go:171","msg":"trace[521326889] range","detail":"{range_begin:/registry/deployments/openstack/senlin-engine; range_end:; response_count:1; response_revision:18496; }","duration":"223.683902ms","start":"2026-04-23T08:24:06.044591Z","end":"2026-04-23T08:24:06.268274Z","steps":["trace[521326889] 'agreement among raft nodes before linearized reading' (duration: 223.433976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:24:06.268368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.781014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/senlin-conductor\" ","response":"range_response_count:1 size:6237"} {"level":"info","ts":"2026-04-23T08:24:06.268401Z","caller":"traceutil/trace.go:171","msg":"trace[1647874658] range","detail":"{range_begin:/registry/deployments/openstack/senlin-conductor; range_end:; response_count:1; response_revision:18496; }","duration":"223.814434ms","start":"2026-04-23T08:24:06.044579Z","end":"2026-04-23T08:24:06.268394Z","steps":["trace[1647874658] 'agreement among raft nodes before linearized reading' (duration: 223.718702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:24:06.268495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.429076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:24:06.268527Z","caller":"traceutil/trace.go:171","msg":"trace[1941797520] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:18496; }","duration":"205.534628ms","start":"2026-04-23T08:24:06.062981Z","end":"2026-04-23T08:24:06.268515Z","steps":["trace[1941797520] 'agreement among raft nodes before linearized reading' (duration: 205.481107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:24:06.268592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.306823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/senlin-health-manager\" ","response":"range_response_count:1 size:6313"} {"level":"info","ts":"2026-04-23T08:24:06.268621Z","caller":"traceutil/trace.go:171","msg":"trace[308023585] range","detail":"{range_begin:/registry/deployments/openstack/senlin-health-manager; range_end:; response_count:1; response_revision:18496; }","duration":"241.351324ms","start":"2026-04-23T08:24:06.027263Z","end":"2026-04-23T08:24:06.268615Z","steps":["trace[308023585] 'agreement among raft nodes before linearized reading' (duration: 241.275612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:24:06.485579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.487087ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:24:06.485721Z","caller":"traceutil/trace.go:171","msg":"trace[90636796] transaction","detail":"{read_only:false; response_revision:18497; number_of_response:1; }","duration":"212.619753ms","start":"2026-04-23T08:24:06.27308Z","end":"2026-04-23T08:24:06.485699Z","steps":["trace[90636796] 'process raft request' (duration: 36.912092ms)","trace[90636796] 'compare' (duration: 175.178629ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:24:06.836172Z","caller":"traceutil/trace.go:171","msg":"trace[281264349] transaction","detail":"{read_only:false; response_revision:18498; number_of_response:1; }","duration":"563.029633ms","start":"2026-04-23T08:24:06.273095Z","end":"2026-04-23T08:24:06.836124Z","steps":["trace[281264349] 'process raft request' (duration: 561.412976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:24:06.836363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:24:06.273071Z","time spent":"563.202368ms","remote":"127.0.0.1:48398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":726,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T08:24:06.836759Z","caller":"traceutil/trace.go:171","msg":"trace[1123813460] transaction","detail":"{read_only:false; response_revision:18504; number_of_response:1; }","duration":"540.531668ms","start":"2026-04-23T08:24:06.296213Z","end":"2026-04-23T08:24:06.836745Z","steps":["trace[1123813460] 'process raft request' (duration: 540.073147ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:24:06.836755Z","caller":"traceutil/trace.go:171","msg":"trace[302999086] transaction","detail":"{read_only:false; response_revision:18505; number_of_response:1; }","duration":"539.930724ms","start":"2026-04-23T08:24:06.29678Z","end":"2026-04-23T08:24:06.83671Z","steps":["trace[302999086] 'process raft request' (duration: 539.559376ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:24:06.836768Z","caller":"traceutil/trace.go:171","msg":"trace[1492862947] linearizableReadLoop","detail":"{readStateIndex:19144; appliedIndex:19140; }","duration":"552.038347ms","start":"2026-04-23T08:24:06.284694Z","end":"2026-04-23T08:24:06.836733Z","steps":["trace[1492862947] 'read index received' (duration: 25.327801ms)","trace[1492862947] 'applied index is now lower than readState.Index' (duration: 526.709216ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:24:06.836829Z","caller":"traceutil/trace.go:171","msg":"trace[2104675253] transaction","detail":"{read_only:false; response_revision:18500; number_of_response:1; }","duration":"563.592787ms","start":"2026-04-23T08:24:06.273186Z","end":"2026-04-23T08:24:06.836779Z","steps":["trace[2104675253] 'process raft request' (duration: 562.899881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:24:06.836859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:24:06.296188Z","time spent":"540.61378ms","remote":"127.0.0.1:48376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6094,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:24:06.83686Z","caller":"traceutil/trace.go:171","msg":"trace[1250305660] transaction","detail":"{read_only:false; response_revision:18502; number_of_response:1; }","duration":"542.174087ms","start":"2026-04-23T08:24:06.294657Z","end":"2026-04-23T08:24:06.836831Z","steps":["trace[1250305660] 'process raft request' (duration: 541.499271ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:24:06.836845Z","caller":"traceutil/trace.go:171","msg":"trace[294408918] transaction","detail":"{read_only:false; response_revision:18506; number_of_response:1; }","duration":"537.148509ms","start":"2026-04-23T08:24:06.29964Z","end":"2026-04-23T08:24:06.836789Z","steps":["trace[294408918] 'process raft request' (duration: 536.74281ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:24:06.836868Z","caller":"traceutil/trace.go:171","msg":"trace[56124365] transaction","detail":"{read_only:false; response_revision:18499; number_of_response:1; }","duration":"563.779251ms","start":"2026-04-23T08:24:06.27306Z","end":"2026-04-23T08:24:06.836839Z","steps":["trace[56124365] 'process raft request' (duration: 562.932041ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:24:06.83691Z","caller":"traceutil/trace.go:171","msg":"trace[647223304] transaction","detail":"{read_only:false; response_revision:18510; number_of_response:1; }","duration":"533.924074ms","start":"2026-04-23T08:24:06.302967Z","end":"2026-04-23T08:24:06.836891Z","steps":["trace[647223304] 'process raft request' (duration: 533.651828ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:24:06.836906Z","caller":"traceutil/trace.go:171","msg":"trace[485715365] transaction","detail":"{read_only:false; response_revision:18501; number_of_response:1; }","duration":"543.978439ms","start":"2026-04-23T08:24:06.292886Z","end":"2026-04-23T08:24:06.836864Z","steps":["trace[485715365] 'process raft request' (duration: 543.239312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:24:06.837009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:24:06.273153Z","time spent":"563.747411ms","remote":"127.0.0.1:48398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":714,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T08:24:06.83704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:24:06.294638Z","time spent":"542.30085ms","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":732,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T08:24:06.83707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:24:06.292868Z","time spent":"544.135192ms","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":711,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T08:24:06.837095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:24:06.29963Z","time spent":"537.335813ms","remote":"127.0.0.1:48376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6321,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:24:06.837081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:24:06.273011Z","time spent":"563.955505ms","remote":"127.0.0.1:48398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T08:24:06.837073Z","caller":"traceutil/trace.go:171","msg":"trace[1164785068] transaction","detail":"{read_only:false; response_revision:18507; number_of_response:1; }","duration":"535.642104ms","start":"2026-04-23T08:24:06.301352Z","end":"2026-04-23T08:24:06.836994Z","steps":["trace[1164785068] 'process raft request' (duration: 535.06935ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:24:06.836919Z","caller":"traceutil/trace.go:171","msg":"trace[2084869289] transaction","detail":"{read_only:false; response_revision:18508; number_of_response:1; }","duration":"534.283223ms","start":"2026-04-23T08:24:06.302582Z","end":"2026-04-23T08:24:06.836866Z","steps":["trace[2084869289] 'process raft request' (duration: 533.915724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:24:06.837176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.465257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"warn","ts":"2026-04-23T08:24:06.837212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:24:06.302576Z","time spent":"534.61499ms","remote":"127.0.0.1:47992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45650,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:24:06.837091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:24:06.302939Z","time spent":"534.056177ms","remote":"127.0.0.1:48340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6592,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:24:06.837244Z","caller":"traceutil/trace.go:171","msg":"trace[1070772328] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:18511; }","duration":"552.560629ms","start":"2026-04-23T08:24:06.284666Z","end":"2026-04-23T08:24:06.837226Z","steps":["trace[1070772328] 'agreement among raft nodes before linearized reading' (duration: 552.327304ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:24:06.836962Z","caller":"traceutil/trace.go:171","msg":"trace[516031961] transaction","detail":"{read_only:false; response_revision:18511; number_of_response:1; }","duration":"532.706146ms","start":"2026-04-23T08:24:06.304241Z","end":"2026-04-23T08:24:06.836947Z","steps":["trace[516031961] 'process raft request' (duration: 532.427659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:24:06.837259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.140326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/senlin-engine\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-04-23T08:24:06.837274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.903563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"warn","ts":"2026-04-23T08:24:06.837293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:24:06.284647Z","time spent":"552.633351ms","remote":"127.0.0.1:47992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1155,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-04-23T08:24:06.837311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:24:06.304227Z","time spent":"533.061714ms","remote":"127.0.0.1:48340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7466,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:24:06.837312Z","caller":"traceutil/trace.go:171","msg":"trace[1486106568] range","detail":"{range_begin:/registry/serviceaccounts/openstack/senlin-engine; range_end:; response_count:1; response_revision:18511; }","duration":"249.244528ms","start":"2026-04-23T08:24:06.588052Z","end":"2026-04-23T08:24:06.837297Z","steps":["trace[1486106568] 'agreement among raft nodes before linearized reading' (duration: 249.090144ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:24:06.837333Z","caller":"traceutil/trace.go:171","msg":"trace[1280130772] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:18511; }","duration":"548.998935ms","start":"2026-04-23T08:24:06.288318Z","end":"2026-04-23T08:24:06.837317Z","steps":["trace[1280130772] 'agreement among raft nodes before linearized reading' (duration: 548.79057ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:24:06.837152Z","caller":"traceutil/trace.go:171","msg":"trace[1006759315] transaction","detail":"{read_only:false; response_revision:18509; number_of_response:1; }","duration":"534.262532ms","start":"2026-04-23T08:24:06.302879Z","end":"2026-04-23T08:24:06.837142Z","steps":["trace[1006759315] 'process raft request' (duration: 533.703879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:24:06.837379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:24:06.288296Z","time spent":"549.074868ms","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4750,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-04-23T08:24:06.837402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:24:06.302868Z","time spent":"534.505608ms","remote":"127.0.0.1:48340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6384,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:24:06.83747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.832339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/senlin-health-manager\" ","response":"range_response_count:1 size:547"} {"level":"warn","ts":"2026-04-23T08:24:06.837485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.217114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-04-23T08:24:06.837527Z","caller":"traceutil/trace.go:171","msg":"trace[1460604433] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:18511; }","duration":"526.282385ms","start":"2026-04-23T08:24:06.311232Z","end":"2026-04-23T08:24:06.837514Z","steps":["trace[1460604433] 'agreement among raft nodes before linearized reading' (duration: 526.134872ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:24:06.837522Z","caller":"traceutil/trace.go:171","msg":"trace[1727796898] range","detail":"{range_begin:/registry/serviceaccounts/openstack/senlin-health-manager; range_end:; response_count:1; response_revision:18511; }","duration":"248.90572ms","start":"2026-04-23T08:24:06.588605Z","end":"2026-04-23T08:24:06.837511Z","steps":["trace[1727796898] 'agreement among raft nodes before linearized reading' (duration: 248.711975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:24:06.837528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.262863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/senlin-conductor\" ","response":"range_response_count:1 size:537"} {"level":"warn","ts":"2026-04-23T08:24:06.837555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:24:06.311223Z","time spent":"526.327727ms","remote":"127.0.0.1:47992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1845,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-04-23T08:24:06.837327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:24:06.301345Z","time spent":"535.864269ms","remote":"127.0.0.1:48340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:24:06.837587Z","caller":"traceutil/trace.go:171","msg":"trace[1222111469] range","detail":"{range_begin:/registry/serviceaccounts/openstack/senlin-conductor; range_end:; response_count:1; response_revision:18511; }","duration":"349.318974ms","start":"2026-04-23T08:24:06.488254Z","end":"2026-04-23T08:24:06.837572Z","steps":["trace[1222111469] 'agreement among raft nodes before linearized reading' (duration: 349.182331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:24:06.837609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.106049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/senlin-conductor-fd74bcdd8-6bgkt\" ","response":"range_response_count:1 size:5720"} {"level":"warn","ts":"2026-04-23T08:24:06.837613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.990172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/senlin-api\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-04-23T08:24:06.837639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:24:06.488195Z","time spent":"349.432188ms","remote":"127.0.0.1:48094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":560,"request content":"key:\"/registry/serviceaccounts/openstack/senlin-conductor\" "} {"level":"info","ts":"2026-04-23T08:24:06.837686Z","caller":"traceutil/trace.go:171","msg":"trace[459142768] range","detail":"{range_begin:/registry/serviceaccounts/openstack/senlin-api; range_end:; response_count:1; response_revision:18511; }","duration":"249.151026ms","start":"2026-04-23T08:24:06.588512Z","end":"2026-04-23T08:24:06.837663Z","steps":["trace[459142768] 'agreement among raft nodes before linearized reading' (duration: 248.839659ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:24:06.837693Z","caller":"traceutil/trace.go:171","msg":"trace[1920916971] range","detail":"{range_begin:/registry/pods/openstack/senlin-conductor-fd74bcdd8-6bgkt; range_end:; response_count:1; response_revision:18511; }","duration":"543.219351ms","start":"2026-04-23T08:24:06.294436Z","end":"2026-04-23T08:24:06.837655Z","steps":["trace[1920916971] 'agreement among raft nodes before linearized reading' (duration: 542.962355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:24:06.837922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:24:06.294409Z","time spent":"543.504567ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":5743,"request content":"key:\"/registry/pods/openstack/senlin-conductor-fd74bcdd8-6bgkt\" "} {"level":"warn","ts":"2026-04-23T08:24:06.838043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:24:06.29677Z","time spent":"541.205484ms","remote":"127.0.0.1:48376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7195,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:24:06.836694Z","caller":"traceutil/trace.go:171","msg":"trace[797006693] transaction","detail":"{read_only:false; response_revision:18503; number_of_response:1; }","duration":"540.460517ms","start":"2026-04-23T08:24:06.296155Z","end":"2026-04-23T08:24:06.836615Z","steps":["trace[797006693] 'process raft request' (duration: 540.047287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:24:06.838166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:24:06.296139Z","time spent":"541.981322ms","remote":"127.0.0.1:48376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6241,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:24:07.061097Z","caller":"traceutil/trace.go:171","msg":"trace[391983340] transaction","detail":"{read_only:false; response_revision:18523; number_of_response:1; }","duration":"144.376781ms","start":"2026-04-23T08:24:06.916686Z","end":"2026-04-23T08:24:07.061062Z","steps":["trace[391983340] 'process raft request' (duration: 129.291228ms)","trace[391983340] 'compare' (duration: 14.945249ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:24:07.100478Z","caller":"traceutil/trace.go:171","msg":"trace[17149783] transaction","detail":"{read_only:false; response_revision:18524; number_of_response:1; }","duration":"182.03987ms","start":"2026-04-23T08:24:06.918391Z","end":"2026-04-23T08:24:07.10043Z","steps":["trace[17149783] 'process raft request' (duration: 181.662111ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:24:07.100527Z","caller":"traceutil/trace.go:171","msg":"trace[311747141] transaction","detail":"{read_only:false; response_revision:18525; number_of_response:1; }","duration":"180.085814ms","start":"2026-04-23T08:24:06.920413Z","end":"2026-04-23T08:24:07.100499Z","steps":["trace[311747141] 'process raft request' (duration: 179.874999ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:24:07.100529Z","caller":"traceutil/trace.go:171","msg":"trace[160921065] linearizableReadLoop","detail":"{readStateIndex:19168; appliedIndex:19166; }","duration":"180.799321ms","start":"2026-04-23T08:24:06.919687Z","end":"2026-04-23T08:24:07.100486Z","steps":["trace[160921065] 'read index received' (duration: 126.468703ms)","trace[160921065] 'applied index is now lower than readState.Index' (duration: 54.328448ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:24:07.100668Z","caller":"traceutil/trace.go:171","msg":"trace[1439523627] transaction","detail":"{read_only:false; response_revision:18526; number_of_response:1; }","duration":"178.148559ms","start":"2026-04-23T08:24:06.922462Z","end":"2026-04-23T08:24:07.10061Z","steps":["trace[1439523627] 'process raft request' (duration: 177.927174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:24:07.100938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.101088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-04-23T08:24:07.100987Z","caller":"traceutil/trace.go:171","msg":"trace[981019225] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:18526; }","duration":"181.310892ms","start":"2026-04-23T08:24:06.919664Z","end":"2026-04-23T08:24:07.100975Z","steps":["trace[981019225] 'agreement among raft nodes before linearized reading' (duration: 180.952264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:24:07.372636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.267532ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:24:07.372946Z","caller":"traceutil/trace.go:171","msg":"trace[1404047451] transaction","detail":"{read_only:false; response_revision:18527; number_of_response:1; }","duration":"306.803372ms","start":"2026-04-23T08:24:07.066115Z","end":"2026-04-23T08:24:07.372918Z","steps":["trace[1404047451] 'process raft request' (duration: 104.161781ms)","trace[1404047451] 'compare' (duration: 202.056337ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:24:07.373024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:24:07.066081Z","time spent":"306.909715ms","remote":"127.0.0.1:48398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":685,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T08:24:07.373225Z","caller":"traceutil/trace.go:171","msg":"trace[1664738818] linearizableReadLoop","detail":"{readStateIndex:19171; appliedIndex:19170; }","duration":"272.589224ms","start":"2026-04-23T08:24:07.100624Z","end":"2026-04-23T08:24:07.373214Z","steps":["trace[1664738818] 'read index received' (duration: 69.579574ms)","trace[1664738818] 'applied index is now lower than readState.Index' (duration: 203.00851ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:24:07.373447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.597299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"warn","ts":"2026-04-23T08:24:07.373518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.987809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-04-23T08:24:07.373546Z","caller":"traceutil/trace.go:171","msg":"trace[116572691] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:18528; }","duration":"266.069941ms","start":"2026-04-23T08:24:07.107468Z","end":"2026-04-23T08:24:07.373538Z","steps":["trace[116572691] 'agreement among raft nodes before linearized reading' (duration: 265.922038ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:24:07.373538Z","caller":"traceutil/trace.go:171","msg":"trace[834766844] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:18528; }","duration":"453.706402ms","start":"2026-04-23T08:24:06.919806Z","end":"2026-04-23T08:24:07.373512Z","steps":["trace[834766844] 'agreement among raft nodes before linearized reading' (duration: 453.468306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:24:07.373712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:24:06.919802Z","time spent":"453.894376ms","remote":"127.0.0.1:47992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1366,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-04-23T08:24:07.373738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.635245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/senlin-api-8478fb44d9-954s4\" ","response":"range_response_count:1 size:6680"} {"level":"info","ts":"2026-04-23T08:24:07.373759Z","caller":"traceutil/trace.go:171","msg":"trace[1576099271] range","detail":"{range_begin:/registry/pods/openstack/senlin-api-8478fb44d9-954s4; range_end:; response_count:1; response_revision:18528; }","duration":"257.658535ms","start":"2026-04-23T08:24:07.116095Z","end":"2026-04-23T08:24:07.373754Z","steps":["trace[1576099271] 'agreement among raft nodes before linearized reading' (duration: 257.575903ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:24:12.955307Z","caller":"traceutil/trace.go:171","msg":"trace[1235947242] linearizableReadLoop","detail":"{readStateIndex:19247; appliedIndex:19246; }","duration":"105.168415ms","start":"2026-04-23T08:24:12.850088Z","end":"2026-04-23T08:24:12.955256Z","steps":["trace[1235947242] 'read index received' (duration: 69.901302ms)","trace[1235947242] 'applied index is now lower than readState.Index' (duration: 35.265343ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:24:12.955514Z","caller":"traceutil/trace.go:171","msg":"trace[830314036] transaction","detail":"{read_only:false; response_revision:18601; number_of_response:1; }","duration":"144.549284ms","start":"2026-04-23T08:24:12.810929Z","end":"2026-04-23T08:24:12.955479Z","steps":["trace[830314036] 'process raft request' (duration: 109.104687ms)","trace[830314036] 'compare' (duration: 34.975547ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:24:12.955581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.444721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:24:12.955643Z","caller":"traceutil/trace.go:171","msg":"trace[770457042] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:18601; }","duration":"105.587965ms","start":"2026-04-23T08:24:12.850038Z","end":"2026-04-23T08:24:12.955626Z","steps":["trace[770457042] 'agreement among raft nodes before linearized reading' (duration: 105.443562ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:24:15.985214Z","caller":"traceutil/trace.go:171","msg":"trace[1051670342] transaction","detail":"{read_only:false; response_revision:18631; number_of_response:1; }","duration":"112.2046ms","start":"2026-04-23T08:24:15.872968Z","end":"2026-04-23T08:24:15.985173Z","steps":["trace[1051670342] 'process raft request' (duration: 94.734482ms)","trace[1051670342] 'compare' (duration: 17.006927ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:24:15.985309Z","caller":"traceutil/trace.go:171","msg":"trace[263646360] transaction","detail":"{read_only:false; response_revision:18632; number_of_response:1; }","duration":"111.986074ms","start":"2026-04-23T08:24:15.873301Z","end":"2026-04-23T08:24:15.985287Z","steps":["trace[263646360] 'process raft request' (duration: 111.777439ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:24:15.985754Z","caller":"traceutil/trace.go:171","msg":"trace[1847112404] transaction","detail":"{read_only:false; response_revision:18633; number_of_response:1; }","duration":"112.21591ms","start":"2026-04-23T08:24:15.873524Z","end":"2026-04-23T08:24:15.985739Z","steps":["trace[1847112404] 'process raft request' (duration: 111.689448ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:24:15.985801Z","caller":"traceutil/trace.go:171","msg":"trace[1037514413] linearizableReadLoop","detail":"{readStateIndex:19281; appliedIndex:19276; }","duration":"111.877771ms","start":"2026-04-23T08:24:15.873883Z","end":"2026-04-23T08:24:15.985761Z","steps":["trace[1037514413] 'read index received' (duration: 34.796502ms)","trace[1037514413] 'applied index is now lower than readState.Index' (duration: 77.079629ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:24:15.985972Z","caller":"traceutil/trace.go:171","msg":"trace[1099444856] transaction","detail":"{read_only:false; response_revision:18634; number_of_response:1; }","duration":"112.431045ms","start":"2026-04-23T08:24:15.873524Z","end":"2026-04-23T08:24:15.985955Z","steps":["trace[1099444856] 'process raft request' (duration: 112.021215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:24:15.986114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.205449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T08:24:15.986164Z","caller":"traceutil/trace.go:171","msg":"trace[1883392128] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18635; }","duration":"112.293761ms","start":"2026-04-23T08:24:15.873852Z","end":"2026-04-23T08:24:15.986146Z","steps":["trace[1883392128] 'agreement among raft nodes before linearized reading' (duration: 112.107447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:24:16.000613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.024225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-tqhsh\" ","response":"range_response_count:1 size:22675"} {"level":"info","ts":"2026-04-23T08:24:16.000693Z","caller":"traceutil/trace.go:171","msg":"trace[260221079] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-tqhsh; range_end:; response_count:1; response_revision:18636; }","duration":"112.156658ms","start":"2026-04-23T08:24:15.888517Z","end":"2026-04-23T08:24:16.000674Z","steps":["trace[260221079] 'agreement among raft nodes before linearized reading' (duration: 111.943163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:24:16.001042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.398261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:24:16.001098Z","caller":"traceutil/trace.go:171","msg":"trace[296672280] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18636; }","duration":"120.473063ms","start":"2026-04-23T08:24:15.880611Z","end":"2026-04-23T08:24:16.001084Z","steps":["trace[296672280] 'agreement among raft nodes before linearized reading' (duration: 119.787927ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:24:16.195971Z","caller":"traceutil/trace.go:171","msg":"trace[60716540] transaction","detail":"{read_only:false; response_revision:18638; number_of_response:1; }","duration":"186.953094ms","start":"2026-04-23T08:24:16.008989Z","end":"2026-04-23T08:24:16.195942Z","steps":["trace[60716540] 'process raft request' (duration: 166.084057ms)","trace[60716540] 'compare' (duration: 20.613441ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:24:16.196181Z","caller":"traceutil/trace.go:171","msg":"trace[1768010949] linearizableReadLoop","detail":"{readStateIndex:19286; appliedIndex:19284; }","duration":"170.941821ms","start":"2026-04-23T08:24:16.025206Z","end":"2026-04-23T08:24:16.196147Z","steps":["trace[1768010949] 'read index received' (duration: 149.93221ms)","trace[1768010949] 'applied index is now lower than readState.Index' (duration: 21.007941ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:24:16.19639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.324899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:24:16.1965Z","caller":"traceutil/trace.go:171","msg":"trace[1537969522] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:18639; }","duration":"180.455842ms","start":"2026-04-23T08:24:16.016022Z","end":"2026-04-23T08:24:16.196478Z","steps":["trace[1537969522] 'agreement among raft nodes before linearized reading' (duration: 180.230247ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:24:16.196787Z","caller":"traceutil/trace.go:171","msg":"trace[512212709] transaction","detail":"{read_only:false; response_revision:18639; number_of_response:1; }","duration":"178.404165ms","start":"2026-04-23T08:24:16.018353Z","end":"2026-04-23T08:24:16.196758Z","steps":["trace[512212709] 'process raft request' (duration: 177.525434ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:24:16.21257Z","caller":"traceutil/trace.go:171","msg":"trace[1629875374] transaction","detail":"{read_only:false; response_revision:18640; number_of_response:1; }","duration":"179.649784ms","start":"2026-04-23T08:24:16.03289Z","end":"2026-04-23T08:24:16.212539Z","steps":["trace[1629875374] 'process raft request' (duration: 179.416709ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:24:16.467666Z","caller":"traceutil/trace.go:171","msg":"trace[1198031393] linearizableReadLoop","detail":"{readStateIndex:19289; appliedIndex:19288; }","duration":"132.015912ms","start":"2026-04-23T08:24:16.335614Z","end":"2026-04-23T08:24:16.46763Z","steps":["trace[1198031393] 'read index received' (duration: 95.346846ms)","trace[1198031393] 'applied index is now lower than readState.Index' (duration: 36.667816ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:24:16.467764Z","caller":"traceutil/trace.go:171","msg":"trace[367194098] transaction","detail":"{read_only:false; response_revision:18642; number_of_response:1; }","duration":"181.390555ms","start":"2026-04-23T08:24:16.286317Z","end":"2026-04-23T08:24:16.467707Z","steps":["trace[367194098] 'process raft request' (duration: 144.969695ms)","trace[367194098] 'compare' (duration: 36.159374ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:24:16.468074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.414551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-vm85f\" ","response":"range_response_count:1 size:9800"} {"level":"info","ts":"2026-04-23T08:24:16.468165Z","caller":"traceutil/trace.go:171","msg":"trace[1786020713] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-vm85f; range_end:; response_count:1; response_revision:18642; }","duration":"132.588455ms","start":"2026-04-23T08:24:16.335553Z","end":"2026-04-23T08:24:16.468142Z","steps":["trace[1786020713] 'agreement among raft nodes before linearized reading' (duration: 132.236347ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:24:23.238822Z","caller":"traceutil/trace.go:171","msg":"trace[129811817] transaction","detail":"{read_only:false; response_revision:18700; number_of_response:1; }","duration":"172.676601ms","start":"2026-04-23T08:24:23.066107Z","end":"2026-04-23T08:24:23.238783Z","steps":["trace[129811817] 'process raft request' (duration: 172.381015ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:24:23.8107Z","caller":"traceutil/trace.go:171","msg":"trace[1461819976] transaction","detail":"{read_only:false; response_revision:18703; number_of_response:1; }","duration":"107.454159ms","start":"2026-04-23T08:24:23.703213Z","end":"2026-04-23T08:24:23.810667Z","steps":["trace[1461819976] 'process raft request' (duration: 107.07415ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:24:25.75588Z","caller":"traceutil/trace.go:171","msg":"trace[2127468085] transaction","detail":"{read_only:false; response_revision:18716; number_of_response:1; }","duration":"139.868584ms","start":"2026-04-23T08:24:25.61598Z","end":"2026-04-23T08:24:25.755848Z","steps":["trace[2127468085] 'process raft request' (duration: 139.648339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:24:26.320207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.22571ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:24:26.320341Z","caller":"traceutil/trace.go:171","msg":"trace[488176811] transaction","detail":"{read_only:false; response_revision:18724; number_of_response:1; }","duration":"178.694591ms","start":"2026-04-23T08:24:26.141622Z","end":"2026-04-23T08:24:26.320317Z","steps":["trace[488176811] 'process raft request' (duration: 63.256327ms)","trace[488176811] 'compare' (duration: 114.584224ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:25:32.835541Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16767} {"level":"info","ts":"2026-04-23T08:25:32.938407Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16767,"took":"98.874309ms","hash":3068296156,"current-db-size-bytes":57188352,"current-db-size":"57 MB","current-db-size-in-use-bytes":33185792,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-23T08:25:32.938469Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3068296156,"revision":16767,"compact-revision":14231} {"level":"info","ts":"2026-04-23T08:25:47.600331Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1c917701ce165bac","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-23T08:25:47.605647Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-04-23T08:25:47.605741Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"warn","ts":"2026-04-23T08:26:22.74378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.414569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-23T08:26:22.743878Z","caller":"traceutil/trace.go:171","msg":"trace[1447262066] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19662; }","duration":"332.583793ms","start":"2026-04-23T08:26:22.411274Z","end":"2026-04-23T08:26:22.743858Z","steps":["trace[1447262066] 'range keys from in-memory index tree' (duration: 332.205055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:26:22.743916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:26:22.411252Z","time spent":"332.656855ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T08:26:22.743534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.337013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T08:26:22.744052Z","caller":"traceutil/trace.go:171","msg":"trace[1981736205] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19662; }","duration":"208.928857ms","start":"2026-04-23T08:26:22.535096Z","end":"2026-04-23T08:26:22.744024Z","steps":["trace[1981736205] 'range keys from in-memory index tree' (duration: 208.090318ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:26:22.857247Z","caller":"traceutil/trace.go:171","msg":"trace[1171482725] transaction","detail":"{read_only:false; response_revision:19663; number_of_response:1; }","duration":"108.130145ms","start":"2026-04-23T08:26:22.749082Z","end":"2026-04-23T08:26:22.857212Z","steps":["trace[1171482725] 'process raft request' (duration: 107.904159ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:26:22.896026Z","caller":"traceutil/trace.go:171","msg":"trace[1554633481] linearizableReadLoop","detail":"{readStateIndex:20344; appliedIndex:20342; }","duration":"145.767813ms","start":"2026-04-23T08:26:22.750226Z","end":"2026-04-23T08:26:22.895994Z","steps":["trace[1554633481] 'read index received' (duration: 106.729042ms)","trace[1554633481] 'applied index is now lower than readState.Index' (duration: 39.037301ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:26:22.896168Z","caller":"traceutil/trace.go:171","msg":"trace[2145037388] transaction","detail":"{read_only:false; response_revision:19664; number_of_response:1; }","duration":"146.839208ms","start":"2026-04-23T08:26:22.749293Z","end":"2026-04-23T08:26:22.896132Z","steps":["trace[2145037388] 'process raft request' (duration: 146.50346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:26:22.896464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.200073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T08:26:22.896556Z","caller":"traceutil/trace.go:171","msg":"trace[154060612] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19664; }","duration":"146.350477ms","start":"2026-04-23T08:26:22.750187Z","end":"2026-04-23T08:26:22.896537Z","steps":["trace[154060612] 'agreement among raft nodes before linearized reading' (duration: 146.020129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:26:22.896654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.569008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18422"} {"level":"warn","ts":"2026-04-23T08:26:22.89664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.05929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T08:26:22.896781Z","caller":"traceutil/trace.go:171","msg":"trace[421338725] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19664; }","duration":"145.778454ms","start":"2026-04-23T08:26:22.750974Z","end":"2026-04-23T08:26:22.896752Z","steps":["trace[421338725] 'agreement among raft nodes before linearized reading' (duration: 145.444996ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:26:22.896856Z","caller":"traceutil/trace.go:171","msg":"trace[198730278] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19664; }","duration":"146.308515ms","start":"2026-04-23T08:26:22.750476Z","end":"2026-04-23T08:26:22.896784Z","steps":["trace[198730278] 'agreement among raft nodes before linearized reading' (duration: 145.884885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:26:22.896846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.183533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T08:26:22.896961Z","caller":"traceutil/trace.go:171","msg":"trace[775816594] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19664; }","duration":"146.339846ms","start":"2026-04-23T08:26:22.750599Z","end":"2026-04-23T08:26:22.896939Z","steps":["trace[775816594] 'agreement among raft nodes before linearized reading' (duration: 146.08496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:26:22.897164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.507767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T08:26:22.897227Z","caller":"traceutil/trace.go:171","msg":"trace[852998422] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19664; }","duration":"142.607169ms","start":"2026-04-23T08:26:22.754604Z","end":"2026-04-23T08:26:22.897211Z","steps":["trace[852998422] 'agreement among raft nodes before linearized reading' (duration: 141.76928ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:26:24.068448Z","caller":"traceutil/trace.go:171","msg":"trace[1099152949] transaction","detail":"{read_only:false; response_revision:19693; number_of_response:1; }","duration":"110.272324ms","start":"2026-04-23T08:26:23.958135Z","end":"2026-04-23T08:26:24.068407Z","steps":["trace[1099152949] 'process raft request' (duration: 110.135261ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:26:24.068524Z","caller":"traceutil/trace.go:171","msg":"trace[912036015] transaction","detail":"{read_only:false; response_revision:19691; number_of_response:1; }","duration":"113.621493ms","start":"2026-04-23T08:26:23.954859Z","end":"2026-04-23T08:26:24.068481Z","steps":["trace[912036015] 'process raft request' (duration: 67.25603ms)","trace[912036015] 'compare' (duration: 45.772239ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:26:24.068519Z","caller":"traceutil/trace.go:171","msg":"trace[370109912] transaction","detail":"{read_only:false; response_revision:19692; number_of_response:1; }","duration":"111.39359ms","start":"2026-04-23T08:26:23.957075Z","end":"2026-04-23T08:26:24.068469Z","steps":["trace[370109912] 'process raft request' (duration: 111.065753ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:26:24.068681Z","caller":"traceutil/trace.go:171","msg":"trace[448166829] transaction","detail":"{read_only:false; response_revision:19701; number_of_response:1; }","duration":"109.104067ms","start":"2026-04-23T08:26:23.959555Z","end":"2026-04-23T08:26:24.068659Z","steps":["trace[448166829] 'process raft request' (duration: 109.042735ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:26:24.068864Z","caller":"traceutil/trace.go:171","msg":"trace[1011853844] transaction","detail":"{read_only:false; response_revision:19694; number_of_response:1; }","duration":"110.487509ms","start":"2026-04-23T08:26:23.958358Z","end":"2026-04-23T08:26:24.068846Z","steps":["trace[1011853844] 'process raft request' (duration: 109.942256ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:26:24.068939Z","caller":"traceutil/trace.go:171","msg":"trace[344383110] transaction","detail":"{read_only:false; response_revision:19697; number_of_response:1; }","duration":"110.256943ms","start":"2026-04-23T08:26:23.958647Z","end":"2026-04-23T08:26:24.068904Z","steps":["trace[344383110] 'process raft request' (duration: 109.787983ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:26:24.06893Z","caller":"traceutil/trace.go:171","msg":"trace[1149555004] transaction","detail":"{read_only:false; response_revision:19699; number_of_response:1; }","duration":"110.049699ms","start":"2026-04-23T08:26:23.958866Z","end":"2026-04-23T08:26:24.068916Z","steps":["trace[1149555004] 'process raft request' (duration: 109.633029ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:26:24.069003Z","caller":"traceutil/trace.go:171","msg":"trace[661438462] transaction","detail":"{read_only:false; response_revision:19700; number_of_response:1; }","duration":"110.000817ms","start":"2026-04-23T08:26:23.958985Z","end":"2026-04-23T08:26:24.068986Z","steps":["trace[661438462] 'process raft request' (duration: 109.554227ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:26:24.069026Z","caller":"traceutil/trace.go:171","msg":"trace[400524222] transaction","detail":"{read_only:false; response_revision:19695; number_of_response:1; }","duration":"110.672913ms","start":"2026-04-23T08:26:23.958343Z","end":"2026-04-23T08:26:24.069016Z","steps":["trace[400524222] 'process raft request' (duration: 109.999577ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:26:24.068998Z","caller":"traceutil/trace.go:171","msg":"trace[914051163] transaction","detail":"{read_only:false; response_revision:19698; number_of_response:1; }","duration":"110.133401ms","start":"2026-04-23T08:26:23.958797Z","end":"2026-04-23T08:26:24.06893Z","steps":["trace[914051163] 'process raft request' (duration: 109.67252ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:26:24.069117Z","caller":"traceutil/trace.go:171","msg":"trace[1220996783] transaction","detail":"{read_only:false; response_revision:19696; number_of_response:1; }","duration":"110.52769ms","start":"2026-04-23T08:26:23.958559Z","end":"2026-04-23T08:26:24.069086Z","steps":["trace[1220996783] 'process raft request' (duration: 109.840954ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:26:24.139264Z","caller":"traceutil/trace.go:171","msg":"trace[1998101051] transaction","detail":"{read_only:false; response_revision:19702; number_of_response:1; }","duration":"148.920386ms","start":"2026-04-23T08:26:23.990313Z","end":"2026-04-23T08:26:24.139233Z","steps":["trace[1998101051] 'process raft request' (duration: 148.762603ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:26:24.255164Z","caller":"traceutil/trace.go:171","msg":"trace[1669206918] transaction","detail":"{read_only:false; response_revision:19703; number_of_response:1; }","duration":"174.414471ms","start":"2026-04-23T08:26:24.080688Z","end":"2026-04-23T08:26:24.255102Z","steps":["trace[1669206918] 'process raft request' (duration: 89.345255ms)","trace[1669206918] 'compare' (duration: 84.8208ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:26:24.255252Z","caller":"traceutil/trace.go:171","msg":"trace[930651942] transaction","detail":"{read_only:false; response_revision:19704; number_of_response:1; }","duration":"112.112517ms","start":"2026-04-23T08:26:24.143113Z","end":"2026-04-23T08:26:24.255226Z","steps":["trace[930651942] 'process raft request' (duration: 112.020825ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:26:24.255417Z","caller":"traceutil/trace.go:171","msg":"trace[883823461] linearizableReadLoop","detail":"{readStateIndex:20385; appliedIndex:20384; }","duration":"114.974754ms","start":"2026-04-23T08:26:24.140378Z","end":"2026-04-23T08:26:24.255353Z","steps":["trace[883823461] 'read index received' (duration: 29.763035ms)","trace[883823461] 'applied index is now lower than readState.Index' (duration: 85.209629ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:26:24.2557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.391027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-04-23T08:26:24.255739Z","caller":"traceutil/trace.go:171","msg":"trace[181122422] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:19704; }","duration":"179.444729ms","start":"2026-04-23T08:26:24.07628Z","end":"2026-04-23T08:26:24.255725Z","steps":["trace[181122422] 'agreement among raft nodes before linearized reading' (duration: 179.224553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:26:24.255928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.195453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-04-23T08:26:24.255965Z","caller":"traceutil/trace.go:171","msg":"trace[653853123] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:19704; }","duration":"179.276375ms","start":"2026-04-23T08:26:24.076678Z","end":"2026-04-23T08:26:24.255954Z","steps":["trace[653853123] 'agreement among raft nodes before linearized reading' (duration: 179.07684ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:26:24.393979Z","caller":"traceutil/trace.go:171","msg":"trace[1614874272] transaction","detail":"{read_only:false; response_revision:19721; number_of_response:1; }","duration":"121.757972ms","start":"2026-04-23T08:26:24.272186Z","end":"2026-04-23T08:26:24.393944Z","steps":["trace[1614874272] 'process raft request' (duration: 102.788219ms)","trace[1614874272] 'compare' (duration: 18.726708ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:26:24.46109Z","caller":"traceutil/trace.go:171","msg":"trace[1275278913] transaction","detail":"{read_only:false; response_revision:19722; number_of_response:1; }","duration":"106.010185ms","start":"2026-04-23T08:26:24.355042Z","end":"2026-04-23T08:26:24.461052Z","steps":["trace[1275278913] 'process raft request' (duration: 105.689297ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:26:24.461132Z","caller":"traceutil/trace.go:171","msg":"trace[1899706574] transaction","detail":"{read_only:false; response_revision:19723; number_of_response:1; }","duration":"105.949164ms","start":"2026-04-23T08:26:24.355129Z","end":"2026-04-23T08:26:24.461078Z","steps":["trace[1899706574] 'process raft request' (duration: 105.829821ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:26:24.461329Z","caller":"traceutil/trace.go:171","msg":"trace[1328693869] transaction","detail":"{read_only:false; response_revision:19726; number_of_response:1; }","duration":"105.969114ms","start":"2026-04-23T08:26:24.355351Z","end":"2026-04-23T08:26:24.46132Z","steps":["trace[1328693869] 'process raft request' (duration: 105.735399ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:26:24.461358Z","caller":"traceutil/trace.go:171","msg":"trace[986520525] transaction","detail":"{read_only:false; response_revision:19724; number_of_response:1; }","duration":"106.120067ms","start":"2026-04-23T08:26:24.355206Z","end":"2026-04-23T08:26:24.461326Z","steps":["trace[986520525] 'process raft request' (duration: 105.79388ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:26:24.461415Z","caller":"traceutil/trace.go:171","msg":"trace[268850286] transaction","detail":"{read_only:false; response_revision:19725; number_of_response:1; }","duration":"106.087666ms","start":"2026-04-23T08:26:24.355319Z","end":"2026-04-23T08:26:24.461406Z","steps":["trace[268850286] 'process raft request' (duration: 105.732628ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:26:24.461479Z","caller":"traceutil/trace.go:171","msg":"trace[1490932402] transaction","detail":"{read_only:false; response_revision:19727; number_of_response:1; }","duration":"106.000525ms","start":"2026-04-23T08:26:24.355471Z","end":"2026-04-23T08:26:24.461471Z","steps":["trace[1490932402] 'process raft request' (duration: 105.652257ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:26:24.461543Z","caller":"traceutil/trace.go:171","msg":"trace[1111603066] transaction","detail":"{read_only:false; response_revision:19728; number_of_response:1; }","duration":"106.010004ms","start":"2026-04-23T08:26:24.355526Z","end":"2026-04-23T08:26:24.461536Z","steps":["trace[1111603066] 'process raft request' (duration: 105.639286ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:26:24.461574Z","caller":"traceutil/trace.go:171","msg":"trace[230596966] transaction","detail":"{read_only:false; response_revision:19729; number_of_response:1; }","duration":"105.975344ms","start":"2026-04-23T08:26:24.355587Z","end":"2026-04-23T08:26:24.461563Z","steps":["trace[230596966] 'process raft request' (duration: 105.619236ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:26:24.461637Z","caller":"traceutil/trace.go:171","msg":"trace[1547349142] transaction","detail":"{read_only:false; response_revision:19730; number_of_response:1; }","duration":"105.975973ms","start":"2026-04-23T08:26:24.355654Z","end":"2026-04-23T08:26:24.46163Z","steps":["trace[1547349142] 'process raft request' (duration: 105.659906ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:26:24.461648Z","caller":"traceutil/trace.go:171","msg":"trace[966929994] transaction","detail":"{read_only:false; response_revision:19731; number_of_response:1; }","duration":"105.965644ms","start":"2026-04-23T08:26:24.355674Z","end":"2026-04-23T08:26:24.46164Z","steps":["trace[966929994] 'process raft request' (duration: 105.82431ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:26:24.461729Z","caller":"traceutil/trace.go:171","msg":"trace[1121283374] transaction","detail":"{read_only:false; response_revision:19732; number_of_response:1; }","duration":"105.963504ms","start":"2026-04-23T08:26:24.355716Z","end":"2026-04-23T08:26:24.46168Z","steps":["trace[1121283374] 'process raft request' (duration: 105.83026ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:26:24.461878Z","caller":"traceutil/trace.go:171","msg":"trace[1262954215] transaction","detail":"{read_only:false; response_revision:19733; number_of_response:1; }","duration":"105.767999ms","start":"2026-04-23T08:26:24.3561Z","end":"2026-04-23T08:26:24.461868Z","steps":["trace[1262954215] 'process raft request' (duration: 105.479812ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:26:24.461932Z","caller":"traceutil/trace.go:171","msg":"trace[1819352205] transaction","detail":"{read_only:false; response_revision:19734; number_of_response:1; }","duration":"105.506953ms","start":"2026-04-23T08:26:24.356416Z","end":"2026-04-23T08:26:24.461923Z","steps":["trace[1819352205] 'process raft request' (duration: 105.225647ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:26:24.462043Z","caller":"traceutil/trace.go:171","msg":"trace[448148715] transaction","detail":"{read_only:false; response_revision:19736; number_of_response:1; }","duration":"104.436038ms","start":"2026-04-23T08:26:24.357596Z","end":"2026-04-23T08:26:24.462032Z","steps":["trace[448148715] 'process raft request' (duration: 104.325445ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:26:24.462098Z","caller":"traceutil/trace.go:171","msg":"trace[1203403310] transaction","detail":"{read_only:false; response_revision:19735; number_of_response:1; }","duration":"105.474252ms","start":"2026-04-23T08:26:24.356612Z","end":"2026-04-23T08:26:24.462086Z","steps":["trace[1203403310] 'process raft request' (duration: 105.272437ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:26:24.927707Z","caller":"traceutil/trace.go:171","msg":"trace[547527744] transaction","detail":"{read_only:false; response_revision:19774; number_of_response:1; }","duration":"120.312919ms","start":"2026-04-23T08:26:24.807363Z","end":"2026-04-23T08:26:24.927675Z","steps":["trace[547527744] 'process raft request' (duration: 120.122975ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:26:24.927809Z","caller":"traceutil/trace.go:171","msg":"trace[744287110] transaction","detail":"{read_only:false; response_revision:19773; number_of_response:1; }","duration":"129.954304ms","start":"2026-04-23T08:26:24.797806Z","end":"2026-04-23T08:26:24.92776Z","steps":["trace[744287110] 'process raft request' (duration: 93.302888ms)","trace[744287110] 'compare' (duration: 36.119674ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:26:24.927911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.309212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-04-23T08:26:24.928018Z","caller":"traceutil/trace.go:171","msg":"trace[1476610990] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:19774; }","duration":"139.455015ms","start":"2026-04-23T08:26:24.788538Z","end":"2026-04-23T08:26:24.927993Z","steps":["trace[1476610990] 'agreement among raft nodes before linearized reading' (duration: 139.155878ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:27:13.479577Z","caller":"traceutil/trace.go:171","msg":"trace[446229481] linearizableReadLoop","detail":"{readStateIndex:20861; appliedIndex:20860; }","duration":"105.036132ms","start":"2026-04-23T08:27:13.374496Z","end":"2026-04-23T08:27:13.479532Z","steps":["trace[446229481] 'read index received' (duration: 21.500312ms)","trace[446229481] 'applied index is now lower than readState.Index' (duration: 83.53413ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:27:13.479757Z","caller":"traceutil/trace.go:171","msg":"trace[105178508] transaction","detail":"{read_only:false; response_revision:20169; number_of_response:1; }","duration":"108.291238ms","start":"2026-04-23T08:27:13.371411Z","end":"2026-04-23T08:27:13.479702Z","steps":["trace[105178508] 'process raft request' (duration: 24.544823ms)","trace[105178508] 'compare' (duration: 83.357486ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:27:13.480042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.501353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T08:27:13.480145Z","caller":"traceutil/trace.go:171","msg":"trace[627099351] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20169; }","duration":"105.648357ms","start":"2026-04-23T08:27:13.37447Z","end":"2026-04-23T08:27:13.480118Z","steps":["trace[627099351] 'agreement among raft nodes before linearized reading' (duration: 105.330409ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:27:15.632318Z","caller":"traceutil/trace.go:171","msg":"trace[258063314] transaction","detail":"{read_only:false; response_revision:20182; number_of_response:1; }","duration":"113.142161ms","start":"2026-04-23T08:27:15.519144Z","end":"2026-04-23T08:27:15.632287Z","steps":["trace[258063314] 'process raft request' (duration: 112.936707ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:27:15.637872Z","caller":"traceutil/trace.go:171","msg":"trace[15254724] transaction","detail":"{read_only:false; response_revision:20183; number_of_response:1; }","duration":"117.342999ms","start":"2026-04-23T08:27:15.520502Z","end":"2026-04-23T08:27:15.637845Z","steps":["trace[15254724] 'process raft request' (duration: 117.101003ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:27:17.53182Z","caller":"traceutil/trace.go:171","msg":"trace[1684248581] transaction","detail":"{read_only:false; response_revision:20189; number_of_response:1; }","duration":"112.366422ms","start":"2026-04-23T08:27:17.419394Z","end":"2026-04-23T08:27:17.531761Z","steps":["trace[1684248581] 'process raft request' (duration: 107.12805ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:27:27.090846Z","caller":"traceutil/trace.go:171","msg":"trace[2105883196] transaction","detail":"{read_only:false; response_revision:20280; number_of_response:1; }","duration":"171.869972ms","start":"2026-04-23T08:27:26.918945Z","end":"2026-04-23T08:27:27.090815Z","steps":["trace[2105883196] 'process raft request' (duration: 171.621316ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:27:27.997424Z","caller":"traceutil/trace.go:171","msg":"trace[650111489] transaction","detail":"{read_only:false; response_revision:20282; number_of_response:1; }","duration":"298.57999ms","start":"2026-04-23T08:27:27.698812Z","end":"2026-04-23T08:27:27.997392Z","steps":["trace[650111489] 'process raft request' (duration: 298.390876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:28.566901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.470856ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:27:28.567015Z","caller":"traceutil/trace.go:171","msg":"trace[94805166] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:20282; }","duration":"172.612369ms","start":"2026-04-23T08:27:28.394384Z","end":"2026-04-23T08:27:28.566997Z","steps":["trace[94805166] 'range keys from in-memory index tree' (duration: 172.445545ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:27:28.60378Z","caller":"traceutil/trace.go:171","msg":"trace[1523382041] transaction","detail":"{read_only:false; response_revision:20284; number_of_response:1; }","duration":"904.317099ms","start":"2026-04-23T08:27:27.699435Z","end":"2026-04-23T08:27:28.603752Z","steps":["trace[1523382041] 'process raft request' (duration: 904.259538ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:27:28.603855Z","caller":"traceutil/trace.go:171","msg":"trace[436482707] transaction","detail":"{read_only:false; response_revision:20283; number_of_response:1; }","duration":"904.459163ms","start":"2026-04-23T08:27:27.699348Z","end":"2026-04-23T08:27:28.603807Z","steps":["trace[436482707] 'process raft request' (duration: 904.186006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:28.60395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:27.699419Z","time spent":"904.450163ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:27:28.604119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:27.699333Z","time spent":"904.656168ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:27:28.604581Z","caller":"traceutil/trace.go:171","msg":"trace[194282491] linearizableReadLoop","detail":"{readStateIndex:20981; appliedIndex:20977; }","duration":"832.821361ms","start":"2026-04-23T08:27:27.771716Z","end":"2026-04-23T08:27:28.604537Z","steps":["trace[194282491] 'read index received' (duration: 225.579986ms)","trace[194282491] 'applied index is now lower than readState.Index' (duration: 607.240305ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:27:28.604721Z","caller":"traceutil/trace.go:171","msg":"trace[1892636128] transaction","detail":"{read_only:false; response_revision:20285; number_of_response:1; }","duration":"899.419686ms","start":"2026-04-23T08:27:27.705289Z","end":"2026-04-23T08:27:28.604709Z","steps":["trace[1892636128] 'process raft request' (duration: 898.430573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:28.60506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:27.705267Z","time spent":"899.757133ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:27:28.60492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.202459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T08:27:28.605217Z","caller":"traceutil/trace.go:171","msg":"trace[232824254] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20285; }","duration":"833.663291ms","start":"2026-04-23T08:27:27.771506Z","end":"2026-04-23T08:27:28.605169Z","steps":["trace[232824254] 'agreement among raft nodes before linearized reading' (duration: 833.255851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:28.605352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:27.771483Z","time spent":"833.821804ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T08:27:28.658056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.36906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:27:28.658229Z","caller":"traceutil/trace.go:171","msg":"trace[50934977] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:20286; }","duration":"862.579255ms","start":"2026-04-23T08:27:27.795624Z","end":"2026-04-23T08:27:28.658203Z","steps":["trace[50934977] 'agreement among raft nodes before linearized reading' (duration: 862.326329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:28.659074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:27.795617Z","time spent":"863.439655ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-04-23T08:27:28.658108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.295889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:27:28.658294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.105015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:27:28.659419Z","caller":"traceutil/trace.go:171","msg":"trace[1155216320] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:20286; }","duration":"585.312382ms","start":"2026-04-23T08:27:28.074089Z","end":"2026-04-23T08:27:28.659401Z","steps":["trace[1155216320] 'agreement among raft nodes before linearized reading' (duration: 584.108004ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:27:28.658296Z","caller":"traceutil/trace.go:171","msg":"trace[60203980] transaction","detail":"{read_only:false; response_revision:20286; number_of_response:1; }","duration":"192.318609ms","start":"2026-04-23T08:27:28.465886Z","end":"2026-04-23T08:27:28.658204Z","steps":["trace[60203980] 'process raft request' (duration: 191.763656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:28.659695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:28.074068Z","time spent":"585.60287ms","remote":"127.0.0.1:46548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:27:28.658363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.64461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:27:28.659851Z","caller":"traceutil/trace.go:171","msg":"trace[1106202942] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20286; }","duration":"865.198586ms","start":"2026-04-23T08:27:27.794629Z","end":"2026-04-23T08:27:28.659828Z","steps":["trace[1106202942] 'agreement among raft nodes before linearized reading' (duration: 863.592589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:28.659988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:27.794605Z","time spent":"865.370801ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-23T08:27:28.658535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.399604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21464"} {"level":"info","ts":"2026-04-23T08:27:28.659351Z","caller":"traceutil/trace.go:171","msg":"trace[911795746] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20286; }","duration":"863.569018ms","start":"2026-04-23T08:27:27.795752Z","end":"2026-04-23T08:27:28.659321Z","steps":["trace[911795746] 'agreement among raft nodes before linearized reading' (duration: 862.216727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:28.658493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.239669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-23T08:27:28.660266Z","caller":"traceutil/trace.go:171","msg":"trace[1623793852] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:20286; }","duration":"374.109143ms","start":"2026-04-23T08:27:28.286144Z","end":"2026-04-23T08:27:28.660253Z","steps":["trace[1623793852] 'agreement among raft nodes before linearized reading' (duration: 372.047665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:28.660306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:28.286121Z","time spent":"374.173135ms","remote":"127.0.0.1:47922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-04-23T08:27:28.658702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.838068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T08:27:28.660356Z","caller":"traceutil/trace.go:171","msg":"trace[772378419] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20286; }","duration":"884.497047ms","start":"2026-04-23T08:27:27.775841Z","end":"2026-04-23T08:27:28.660338Z","steps":["trace[772378419] 'agreement among raft nodes before linearized reading' (duration: 882.759127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:28.660422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:27.775835Z","time spent":"884.550758ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T08:27:28.66018Z","caller":"traceutil/trace.go:171","msg":"trace[1466569720] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:20286; }","duration":"853.069492ms","start":"2026-04-23T08:27:27.807069Z","end":"2026-04-23T08:27:28.660139Z","steps":["trace[1466569720] 'agreement among raft nodes before linearized reading' (duration: 850.857241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:28.660569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:27.807047Z","time spent":"853.514773ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":21487,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"warn","ts":"2026-04-23T08:27:28.66074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:27.795744Z","time spent":"864.984131ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-04-23T08:27:29.07023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.091404ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:27:29.070402Z","caller":"traceutil/trace.go:171","msg":"trace[501021774] transaction","detail":"{read_only:false; response_revision:20287; number_of_response:1; }","duration":"459.335053ms","start":"2026-04-23T08:27:28.611031Z","end":"2026-04-23T08:27:29.070367Z","steps":["trace[501021774] 'process raft request' (duration: 303.001903ms)","trace[501021774] 'compare' (duration: 155.937551ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:27:29.07046Z","caller":"traceutil/trace.go:171","msg":"trace[1033447632] linearizableReadLoop","detail":"{readStateIndex:20983; appliedIndex:20982; }","duration":"412.568441ms","start":"2026-04-23T08:27:28.657871Z","end":"2026-04-23T08:27:29.07044Z","steps":["trace[1033447632] 'read index received' (duration: 256.214431ms)","trace[1033447632] 'applied index is now lower than readState.Index' (duration: 156.35154ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:27:29.070585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:28.611008Z","time spent":"459.468476ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:27:29.070629Z","caller":"traceutil/trace.go:171","msg":"trace[69247677] transaction","detail":"{read_only:false; response_revision:20288; number_of_response:1; }","duration":"404.715578ms","start":"2026-04-23T08:27:28.665891Z","end":"2026-04-23T08:27:29.070606Z","steps":["trace[69247677] 'process raft request' (duration: 404.573334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:29.070739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:28.665864Z","time spent":"404.826221ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:27:29.070648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:28.662649Z","time spent":"407.996535ms","remote":"127.0.0.1:47922","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T08:27:29.071259Z","caller":"traceutil/trace.go:171","msg":"trace[2114156249] transaction","detail":"{read_only:false; response_revision:20289; number_of_response:1; }","duration":"289.740484ms","start":"2026-04-23T08:27:28.781502Z","end":"2026-04-23T08:27:29.071242Z","steps":["trace[2114156249] 'process raft request' (duration: 289.043567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:29.071295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.559055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:27:29.071561Z","caller":"traceutil/trace.go:171","msg":"trace[1753701537] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:20289; }","duration":"458.607196ms","start":"2026-04-23T08:27:28.612721Z","end":"2026-04-23T08:27:29.071328Z","steps":["trace[1753701537] 'agreement among raft nodes before linearized reading' (duration: 457.823657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:29.071614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:28.612643Z","time spent":"458.949074ms","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:27:29.072562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.345983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:27:29.072601Z","caller":"traceutil/trace.go:171","msg":"trace[1461984565] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20289; }","duration":"187.424695ms","start":"2026-04-23T08:27:28.885159Z","end":"2026-04-23T08:27:29.072584Z","steps":["trace[1461984565] 'agreement among raft nodes before linearized reading' (duration: 186.040203ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:27:30.716433Z","caller":"traceutil/trace.go:171","msg":"trace[1474411112] transaction","detail":"{read_only:false; response_revision:20296; number_of_response:1; }","duration":"102.403841ms","start":"2026-04-23T08:27:30.614006Z","end":"2026-04-23T08:27:30.716409Z","steps":["trace[1474411112] 'process raft request' (duration: 102.254527ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:27:30.752887Z","caller":"traceutil/trace.go:171","msg":"trace[775064347] transaction","detail":"{read_only:false; response_revision:20298; number_of_response:1; }","duration":"135.852151ms","start":"2026-04-23T08:27:30.616994Z","end":"2026-04-23T08:27:30.752846Z","steps":["trace[775064347] 'process raft request' (duration: 135.721698ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:27:30.753623Z","caller":"traceutil/trace.go:171","msg":"trace[2024117824] transaction","detail":"{read_only:false; response_revision:20297; number_of_response:1; }","duration":"139.286772ms","start":"2026-04-23T08:27:30.614321Z","end":"2026-04-23T08:27:30.753608Z","steps":["trace[2024117824] 'process raft request' (duration: 138.229977ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:27:30.975767Z","caller":"traceutil/trace.go:171","msg":"trace[708944583] transaction","detail":"{read_only:false; response_revision:20300; number_of_response:1; }","duration":"137.199672ms","start":"2026-04-23T08:27:30.838533Z","end":"2026-04-23T08:27:30.975733Z","steps":["trace[708944583] 'process raft request' (duration: 119.706174ms)","trace[708944583] 'compare' (duration: 16.943806ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:27:31.223457Z","caller":"traceutil/trace.go:171","msg":"trace[1980965849] transaction","detail":"{read_only:false; response_revision:20301; number_of_response:1; }","duration":"144.775689ms","start":"2026-04-23T08:27:31.078651Z","end":"2026-04-23T08:27:31.223426Z","steps":["trace[1980965849] 'process raft request' (duration: 144.525224ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:27:31.387543Z","caller":"traceutil/trace.go:171","msg":"trace[1145615816] linearizableReadLoop","detail":"{readStateIndex:21000; appliedIndex:20997; }","duration":"250.916047ms","start":"2026-04-23T08:27:31.136606Z","end":"2026-04-23T08:27:31.387522Z","steps":["trace[1145615816] 'read index received' (duration: 86.696734ms)","trace[1145615816] 'applied index is now lower than readState.Index' (duration: 164.218423ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:27:31.387674Z","caller":"traceutil/trace.go:171","msg":"trace[955040841] transaction","detail":"{read_only:false; response_revision:20303; number_of_response:1; }","duration":"307.609571ms","start":"2026-04-23T08:27:31.08005Z","end":"2026-04-23T08:27:31.38766Z","steps":["trace[955040841] 'process raft request' (duration: 307.393866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:31.38776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:31.080036Z","time spent":"307.657342ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:27:31.387921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.315347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:27:31.387942Z","caller":"traceutil/trace.go:171","msg":"trace[1779135807] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20303; }","duration":"251.380608ms","start":"2026-04-23T08:27:31.136556Z","end":"2026-04-23T08:27:31.387936Z","steps":["trace[1779135807] 'agreement among raft nodes before linearized reading' (duration: 251.339667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:31.388045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.292667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:27:31.388063Z","caller":"traceutil/trace.go:171","msg":"trace[623552622] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20303; }","duration":"251.325427ms","start":"2026-04-23T08:27:31.136734Z","end":"2026-04-23T08:27:31.388059Z","steps":["trace[623552622] 'agreement among raft nodes before linearized reading' (duration: 251.298626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:31.388213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.444179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21464"} {"level":"info","ts":"2026-04-23T08:27:31.388237Z","caller":"traceutil/trace.go:171","msg":"trace[1180101560] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:20303; }","duration":"242.506971ms","start":"2026-04-23T08:27:31.145725Z","end":"2026-04-23T08:27:31.388232Z","steps":["trace[1180101560] 'agreement among raft nodes before linearized reading' (duration: 242.392618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:31.38834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.47296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:27:31.388361Z","caller":"traceutil/trace.go:171","msg":"trace[230160357] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:20303; }","duration":"251.503941ms","start":"2026-04-23T08:27:31.136852Z","end":"2026-04-23T08:27:31.388356Z","steps":["trace[230160357] 'agreement among raft nodes before linearized reading' (duration: 251.47322ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:27:31.388382Z","caller":"traceutil/trace.go:171","msg":"trace[1064672632] transaction","detail":"{read_only:false; response_revision:20302; number_of_response:1; }","duration":"308.826039ms","start":"2026-04-23T08:27:31.078823Z","end":"2026-04-23T08:27:31.387649Z","steps":["trace[1064672632] 'process raft request' (duration: 230.989132ms)","trace[1064672632] 'compare' (duration: 77.08938ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:27:31.389208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:31.078789Z","time spent":"310.074219ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:27:33.156958Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.120285992s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T08:27:33.157494Z","caller":"traceutil/trace.go:171","msg":"trace[1733315032] linearizableReadLoop","detail":"{readStateIndex:21002; appliedIndex:21001; }","duration":"436.152811ms","start":"2026-04-23T08:27:32.721309Z","end":"2026-04-23T08:27:33.157462Z","steps":["trace[1733315032] 'read index received' (duration: 435.962607ms)","trace[1733315032] 'applied index is now lower than readState.Index' (duration: 188.394µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:27:33.157863Z","caller":"traceutil/trace.go:171","msg":"trace[1262574138] transaction","detail":"{read_only:false; response_revision:20305; number_of_response:1; }","duration":"1.121273965s","start":"2026-04-23T08:27:32.036564Z","end":"2026-04-23T08:27:33.157838Z","steps":["trace[1262574138] 'process raft request' (duration: 1.120698841s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:33.158018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:32.036542Z","time spent":"1.121357967s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:27:33.158087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.745236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T08:27:33.158164Z","caller":"traceutil/trace.go:171","msg":"trace[1874902416] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20305; }","duration":"436.895489ms","start":"2026-04-23T08:27:32.721249Z","end":"2026-04-23T08:27:33.158144Z","steps":["trace[1874902416] 'agreement among raft nodes before linearized reading' (duration: 436.560911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:33.158205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:32.721226Z","time spent":"436.9722ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T08:27:33.657785Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634048820,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:27:34.840691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.556099ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:27:34.841286Z","caller":"traceutil/trace.go:171","msg":"trace[1017149032] transaction","detail":"{read_only:false; response_revision:20306; number_of_response:1; }","duration":"2.081924451s","start":"2026-04-23T08:27:32.75932Z","end":"2026-04-23T08:27:34.841244Z","steps":["trace[1017149032] 'process raft request' (duration: 1.193522392s)","trace[1017149032] 'compare' (duration: 886.777291ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:27:34.841413Z","caller":"traceutil/trace.go:171","msg":"trace[1099350909] transaction","detail":"{read_only:false; response_revision:20307; number_of_response:1; }","duration":"1.978757162s","start":"2026-04-23T08:27:32.86259Z","end":"2026-04-23T08:27:34.841347Z","steps":["trace[1099350909] 'process raft request' (duration: 1.97823024s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:34.84155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:32.862559Z","time spent":"1.978901696s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:27:34.841562Z","caller":"traceutil/trace.go:171","msg":"trace[406593176] transaction","detail":"{read_only:false; response_revision:20308; number_of_response:1; }","duration":"1.678432971s","start":"2026-04-23T08:27:33.162964Z","end":"2026-04-23T08:27:34.841396Z","steps":["trace[406593176] 'process raft request' (duration: 1.678254397s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:34.841585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:32.75929Z","time spent":"2.082089325s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:27:34.84306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:33.162946Z","time spent":"1.67878041s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:27:34.84365Z","caller":"traceutil/trace.go:171","msg":"trace[1932091873] transaction","detail":"{read_only:false; response_revision:20309; number_of_response:1; }","duration":"1.610734251s","start":"2026-04-23T08:27:33.230608Z","end":"2026-04-23T08:27:34.841343Z","steps":["trace[1932091873] 'process raft request' (duration: 1.61066341s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:34.843752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:33.230564Z","time spent":"1.613124247s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:27:34.883773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000200173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:27:34.883881Z","caller":"traceutil/trace.go:171","msg":"trace[1150458068] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000390718s","start":"2026-04-23T08:27:32.883463Z","end":"2026-04-23T08:27:34.883854Z","steps":["trace[1150458068] 'agreement among raft nodes before linearized reading' (duration: 2.000237754s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:34.88394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:32.883433Z","time spent":"2.000496s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:27:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:27:35.21626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.919473ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-23T08:27:35.216371Z","caller":"traceutil/trace.go:171","msg":"trace[841788678] linearizableReadLoop","detail":"{readStateIndex:21007; appliedIndex:21002; }","duration":"2.058767591s","start":"2026-04-23T08:27:33.157585Z","end":"2026-04-23T08:27:35.216353Z","steps":["trace[841788678] 'read index received' (duration: 795.241394ms)","trace[841788678] 'applied index is now lower than readState.Index' (duration: 1.263524376s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:27:35.216517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.455596675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:27:35.216552Z","caller":"traceutil/trace.go:171","msg":"trace[1834997131] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20309; }","duration":"2.455651836s","start":"2026-04-23T08:27:32.760888Z","end":"2026-04-23T08:27:35.21654Z","steps":["trace[1834997131] 'agreement among raft nodes before linearized reading' (duration: 2.455564094s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:35.216582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:32.760879Z","time spent":"2.455696457s","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-04-23T08:27:35.216574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.455447371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:27:35.216638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.432014374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:27:35.216681Z","caller":"traceutil/trace.go:171","msg":"trace[1362281507] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:20309; }","duration":"2.432122286s","start":"2026-04-23T08:27:32.784543Z","end":"2026-04-23T08:27:35.216666Z","steps":["trace[1362281507] 'agreement among raft nodes before linearized reading' (duration: 2.432049834s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:35.216704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:32.784513Z","time spent":"2.432184538s","remote":"127.0.0.1:38882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:27:35.21672Z","caller":"traceutil/trace.go:171","msg":"trace[1575468179] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:20309; }","duration":"2.455590114s","start":"2026-04-23T08:27:32.761073Z","end":"2026-04-23T08:27:35.216663Z","steps":["trace[1575468179] 'agreement among raft nodes before linearized reading' (duration: 2.455396679s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:35.216791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:32.761067Z","time spent":"2.455712446s","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-04-23T08:27:35.216788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.836536452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:27:35.216856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.450510181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:27:35.216852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.456890255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-23T08:27:35.216838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.453470575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21464"} {"level":"info","ts":"2026-04-23T08:27:35.21689Z","caller":"traceutil/trace.go:171","msg":"trace[1001893781] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:20309; }","duration":"1.836638175s","start":"2026-04-23T08:27:33.380226Z","end":"2026-04-23T08:27:35.216864Z","steps":["trace[1001893781] 'agreement among raft nodes before linearized reading' (duration: 1.836485892s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:27:35.216909Z","caller":"traceutil/trace.go:171","msg":"trace[168481373] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20309; }","duration":"2.456992937s","start":"2026-04-23T08:27:32.759897Z","end":"2026-04-23T08:27:35.216889Z","steps":["trace[168481373] 'agreement among raft nodes before linearized reading' (duration: 2.456769792s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:35.216941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:32.759846Z","time spent":"2.457086699s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T08:27:35.21693Z","caller":"traceutil/trace.go:171","msg":"trace[559100929] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:20309; }","duration":"2.453596967s","start":"2026-04-23T08:27:32.763311Z","end":"2026-04-23T08:27:35.216908Z","steps":["trace[559100929] 'agreement among raft nodes before linearized reading' (duration: 2.453341522s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:35.216937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:33.380105Z","time spent":"1.836822619s","remote":"127.0.0.1:46504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:27:35.216972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.455230686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:27:35.216983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:32.763302Z","time spent":"2.453672459s","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":21487,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"info","ts":"2026-04-23T08:27:35.217012Z","caller":"traceutil/trace.go:171","msg":"trace[881824367] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20309; }","duration":"2.455545153s","start":"2026-04-23T08:27:32.761456Z","end":"2026-04-23T08:27:35.217001Z","steps":["trace[881824367] 'agreement among raft nodes before linearized reading' (duration: 2.455199735s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:35.217016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107233488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-04-23T08:27:35.216885Z","caller":"traceutil/trace.go:171","msg":"trace[70319423] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:20309; }","duration":"1.450604164s","start":"2026-04-23T08:27:33.766274Z","end":"2026-04-23T08:27:35.216878Z","steps":["trace[70319423] 'agreement among raft nodes before linearized reading' (duration: 1.450556083s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:27:35.217043Z","caller":"traceutil/trace.go:171","msg":"trace[1746317105] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:20309; }","duration":"1.107284108s","start":"2026-04-23T08:27:34.109751Z","end":"2026-04-23T08:27:35.217035Z","steps":["trace[1746317105] 'agreement among raft nodes before linearized reading' (duration: 1.107170136s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:35.217044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:32.761437Z","time spent":"2.455597424s","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-23T08:27:35.217064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:34.109737Z","time spent":"1.10732333s","remote":"127.0.0.1:48054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-04-23T08:27:35.217072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:33.766225Z","time spent":"1.450837439s","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-04-23T08:27:35.217098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.456445324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-23T08:27:35.217142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.82098689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:27:35.217154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310267877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:27:35.217174Z","caller":"traceutil/trace.go:171","msg":"trace[479707949] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:20309; }","duration":"1.82102989s","start":"2026-04-23T08:27:33.396133Z","end":"2026-04-23T08:27:35.217163Z","steps":["trace[479707949] 'agreement among raft nodes before linearized reading' (duration: 1.820977499s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:27:35.217168Z","caller":"traceutil/trace.go:171","msg":"trace[1120510120] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20309; }","duration":"2.456525406s","start":"2026-04-23T08:27:32.760616Z","end":"2026-04-23T08:27:35.217141Z","steps":["trace[1120510120] 'agreement among raft nodes before linearized reading' (duration: 2.456297981s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:35.217196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.235286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:27:35.217202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:33.396124Z","time spent":"1.821070982s","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-04-23T08:27:35.217204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10861477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130239"} {"level":"warn","ts":"2026-04-23T08:27:35.217212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:32.760605Z","time spent":"2.456597337s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T08:27:35.217227Z","caller":"traceutil/trace.go:171","msg":"trace[466216249] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:20309; }","duration":"1.108675241s","start":"2026-04-23T08:27:34.108546Z","end":"2026-04-23T08:27:35.217221Z","steps":["trace[466216249] 'agreement among raft nodes before linearized reading' (duration: 1.108551628s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:35.217232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.821356909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-23T08:27:35.21724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.822464824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-23T08:27:35.217253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:34.10852Z","time spent":"1.108729132s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130262,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-23T08:27:35.217211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.669159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-23T08:27:35.217281Z","caller":"traceutil/trace.go:171","msg":"trace[1390661006] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20309; }","duration":"1.822517826s","start":"2026-04-23T08:27:33.394744Z","end":"2026-04-23T08:27:35.217262Z","steps":["trace[1390661006] 'agreement among raft nodes before linearized reading' (duration: 1.822425174s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:35.217281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11977486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-04-23T08:27:35.217302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.822563367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:27:35.217315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:33.394687Z","time spent":"1.822620338s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T08:27:35.217326Z","caller":"traceutil/trace.go:171","msg":"trace[2043856276] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20309; }","duration":"1.822616858s","start":"2026-04-23T08:27:33.394703Z","end":"2026-04-23T08:27:35.217319Z","steps":["trace[2043856276] 'agreement among raft nodes before linearized reading' (duration: 1.822579837s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:27:35.217317Z","caller":"traceutil/trace.go:171","msg":"trace[48162254] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:20309; }","duration":"1.119827002s","start":"2026-04-23T08:27:34.09748Z","end":"2026-04-23T08:27:35.217307Z","steps":["trace[48162254] 'agreement among raft nodes before linearized reading' (duration: 1.11973902s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:27:35.217312Z","caller":"traceutil/trace.go:171","msg":"trace[33537172] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20309; }","duration":"856.809911ms","start":"2026-04-23T08:27:34.360476Z","end":"2026-04-23T08:27:35.217286Z","steps":["trace[33537172] 'agreement among raft nodes before linearized reading' (duration: 856.488674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:35.217343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.451127975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21464"} {"level":"warn","ts":"2026-04-23T08:27:35.217351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:33.394687Z","time spent":"1.822659199s","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-23T08:27:35.217359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:34.097469Z","time spent":"1.119884203s","remote":"127.0.0.1:47964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-04-23T08:27:35.217376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:34.360465Z","time spent":"856.902034ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T08:27:35.217404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.822466314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:27:35.217223Z","caller":"traceutil/trace.go:171","msg":"trace[494753679] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:20309; }","duration":"945.309408ms","start":"2026-04-23T08:27:34.271903Z","end":"2026-04-23T08:27:35.217213Z","steps":["trace[494753679] 'agreement among raft nodes before linearized reading' (duration: 945.267667ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:27:35.217436Z","caller":"traceutil/trace.go:171","msg":"trace[620268366] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20309; }","duration":"1.822548967s","start":"2026-04-23T08:27:33.394878Z","end":"2026-04-23T08:27:35.217427Z","steps":["trace[620268366] 'agreement among raft nodes before linearized reading' (duration: 1.822500845s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:27:35.217372Z","caller":"traceutil/trace.go:171","msg":"trace[2012513963] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:20309; }","duration":"1.451165466s","start":"2026-04-23T08:27:33.766199Z","end":"2026-04-23T08:27:35.217364Z","steps":["trace[2012513963] 'agreement among raft nodes before linearized reading' (duration: 1.451071284s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:35.217463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:33.394845Z","time spent":"1.822611407s","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"info","ts":"2026-04-23T08:27:35.217265Z","caller":"traceutil/trace.go:171","msg":"trace[603766469] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20309; }","duration":"1.82140224s","start":"2026-04-23T08:27:33.395853Z","end":"2026-04-23T08:27:35.217255Z","steps":["trace[603766469] 'agreement among raft nodes before linearized reading' (duration: 1.821277977s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:35.217463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:34.271876Z","time spent":"945.567584ms","remote":"127.0.0.1:38898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:27:35.217502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:33.395844Z","time spent":"1.821647775s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T08:27:35.217538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.451366091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:27:35.217382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.15388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-23T08:27:35.217564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.409874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:27:35.217571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137026503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:27:35.217582Z","caller":"traceutil/trace.go:171","msg":"trace[853527196] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20309; }","duration":"1.451404572s","start":"2026-04-23T08:27:33.766155Z","end":"2026-04-23T08:27:35.217559Z","steps":["trace[853527196] 'agreement among raft nodes before linearized reading' (duration: 1.45133684s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:35.217474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:33.766193Z","time spent":"1.451268329s","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":21487,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"info","ts":"2026-04-23T08:27:35.217594Z","caller":"traceutil/trace.go:171","msg":"trace[766255586] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20309; }","duration":"333.483865ms","start":"2026-04-23T08:27:34.884101Z","end":"2026-04-23T08:27:35.217584Z","steps":["trace[766255586] 'agreement among raft nodes before linearized reading' (duration: 333.439944ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:27:35.217606Z","caller":"traceutil/trace.go:171","msg":"trace[626633400] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:20309; }","duration":"1.137100675s","start":"2026-04-23T08:27:34.080493Z","end":"2026-04-23T08:27:35.217594Z","steps":["trace[626633400] 'agreement among raft nodes before linearized reading' (duration: 1.137050583s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:35.217613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:33.766147Z","time spent":"1.451458674s","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-04-23T08:27:35.21762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:34.884078Z","time spent":"333.536486ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:27:35.217638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:34.080463Z","time spent":"1.137166816s","remote":"127.0.0.1:52788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:27:35.217593Z","caller":"traceutil/trace.go:171","msg":"trace[261203738] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:20309; }","duration":"947.412647ms","start":"2026-04-23T08:27:34.270159Z","end":"2026-04-23T08:27:35.217572Z","steps":["trace[261203738] 'agreement among raft nodes before linearized reading' (duration: 947.079759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:35.217776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:34.270132Z","time spent":"947.629311ms","remote":"127.0.0.1:45286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":140,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:27:35.217827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.451696209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:27:35.217199Z","caller":"traceutil/trace.go:171","msg":"trace[342418661] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:20309; }","duration":"1.310354049s","start":"2026-04-23T08:27:33.906824Z","end":"2026-04-23T08:27:35.217178Z","steps":["trace[342418661] 'agreement among raft nodes before linearized reading' (duration: 1.310289647s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:35.217882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:33.906784Z","time spent":"1.311084306s","remote":"127.0.0.1:52806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:27:35.217859Z","caller":"traceutil/trace.go:171","msg":"trace[106509833] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20309; }","duration":"1.45177823s","start":"2026-04-23T08:27:33.766071Z","end":"2026-04-23T08:27:35.217849Z","steps":["trace[106509833] 'agreement among raft nodes before linearized reading' (duration: 1.451603446s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:35.217925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:33.766046Z","time spent":"1.451869223s","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-23T08:27:35.21792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.821312067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21464"} {"level":"info","ts":"2026-04-23T08:27:35.217965Z","caller":"traceutil/trace.go:171","msg":"trace[149852980] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:20309; }","duration":"1.82140961s","start":"2026-04-23T08:27:33.396543Z","end":"2026-04-23T08:27:35.217953Z","steps":["trace[149852980] 'agreement among raft nodes before linearized reading' (duration: 1.821266757s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:35.217991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.540888042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-04-23T08:27:35.217999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:33.396515Z","time spent":"1.821474911s","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":21487,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"info","ts":"2026-04-23T08:27:35.218035Z","caller":"traceutil/trace.go:171","msg":"trace[1624168305] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:20309; }","duration":"1.540971523s","start":"2026-04-23T08:27:33.677049Z","end":"2026-04-23T08:27:35.218021Z","steps":["trace[1624168305] 'agreement among raft nodes before linearized reading' (duration: 1.540853051s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:35.218066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:33.677025Z","time spent":"1.541033964s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T08:27:35.218486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.072213644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T08:27:35.218543Z","caller":"traceutil/trace.go:171","msg":"trace[1096254213] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:20309; }","duration":"2.072331037s","start":"2026-04-23T08:27:33.146198Z","end":"2026-04-23T08:27:35.218529Z","steps":["trace[1096254213] 'agreement among raft nodes before linearized reading' (duration: 2.070439123s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:35.218582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:33.146168Z","time spent":"2.072402718s","remote":"127.0.0.1:48398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2197,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:27:35.353146Z","caller":"traceutil/trace.go:171","msg":"trace[490478256] transaction","detail":"{read_only:false; response_revision:20311; number_of_response:1; }","duration":"129.656967ms","start":"2026-04-23T08:27:35.223457Z","end":"2026-04-23T08:27:35.353114Z","steps":["trace[490478256] 'process raft request' (duration: 129.600226ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:27:35.353733Z","caller":"traceutil/trace.go:171","msg":"trace[1482708951] transaction","detail":"{read_only:false; response_revision:20310; number_of_response:1; }","duration":"130.320572ms","start":"2026-04-23T08:27:35.223396Z","end":"2026-04-23T08:27:35.353716Z","steps":["trace[1482708951] 'process raft request' (duration: 127.596768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:36.383925Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.032818059s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T08:27:36.801902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.577518ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:27:36.802455Z","caller":"traceutil/trace.go:171","msg":"trace[328855347] linearizableReadLoop","detail":"{readStateIndex:21011; appliedIndex:21007; }","duration":"1.578480667s","start":"2026-04-23T08:27:35.223948Z","end":"2026-04-23T08:27:36.802429Z","steps":["trace[328855347] 'read index received' (duration: 128.878018ms)","trace[328855347] 'applied index is now lower than readState.Index' (duration: 1.449601459s)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:27:36.802495Z","caller":"traceutil/trace.go:171","msg":"trace[2040832914] transaction","detail":"{read_only:false; response_revision:20313; number_of_response:1; }","duration":"1.578872786s","start":"2026-04-23T08:27:35.223589Z","end":"2026-04-23T08:27:36.802462Z","steps":["trace[2040832914] 'process raft request' (duration: 1.578537858s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:27:36.802509Z","caller":"traceutil/trace.go:171","msg":"trace[787604470] transaction","detail":"{read_only:false; response_revision:20314; number_of_response:1; }","duration":"1.578526768s","start":"2026-04-23T08:27:35.223939Z","end":"2026-04-23T08:27:36.802466Z","steps":["trace[787604470] 'process raft request' (duration: 1.578334034s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:27:36.802509Z","caller":"traceutil/trace.go:171","msg":"trace[691202913] transaction","detail":"{read_only:false; response_revision:20315; number_of_response:1; }","duration":"1.577805842s","start":"2026-04-23T08:27:35.22466Z","end":"2026-04-23T08:27:36.802466Z","steps":["trace[691202913] 'process raft request' (duration: 1.577659279s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:27:36.802545Z","caller":"traceutil/trace.go:171","msg":"trace[2025397464] transaction","detail":"{read_only:false; response_revision:20312; number_of_response:1; }","duration":"1.57898699s","start":"2026-04-23T08:27:35.223502Z","end":"2026-04-23T08:27:36.802489Z","steps":["trace[2025397464] 'process raft request' (duration: 1.160712785s)","trace[2025397464] 'compare' (duration: 416.536524ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:27:36.802692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:35.223536Z","time spent":"1.579062311s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:27:36.802767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.578817485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18422"} {"level":"warn","ts":"2026-04-23T08:27:36.802749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:35.223917Z","time spent":"1.578708163s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:27:36.802799Z","caller":"traceutil/trace.go:171","msg":"trace[2023201529] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:20316; }","duration":"1.578873487s","start":"2026-04-23T08:27:35.223918Z","end":"2026-04-23T08:27:36.802792Z","steps":["trace[2023201529] 'agreement among raft nodes before linearized reading' (duration: 1.578679522s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:36.802827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:35.223906Z","time spent":"1.578915138s","remote":"127.0.0.1:48070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18445,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-23T08:27:36.802813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:35.223476Z","time spent":"1.579209224s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:27:36.802918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:35.224636Z","time spent":"1.577988746s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:27:36.802582Z","caller":"traceutil/trace.go:171","msg":"trace[1468423765] transaction","detail":"{read_only:false; response_revision:20316; number_of_response:1; }","duration":"1.575610731s","start":"2026-04-23T08:27:35.226959Z","end":"2026-04-23T08:27:36.802569Z","steps":["trace[1468423765] 'process raft request' (duration: 1.575398486s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:36.803038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.576073241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:27:36.803063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.484857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:27:36.803112Z","caller":"traceutil/trace.go:171","msg":"trace[1113735675] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20316; }","duration":"1.576203755s","start":"2026-04-23T08:27:35.226888Z","end":"2026-04-23T08:27:36.803091Z","steps":["trace[1113735675] 'agreement among raft nodes before linearized reading' (duration: 1.576027621s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:36.803142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:35.226949Z","time spent":"1.576129953s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:27:36.80318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:35.226873Z","time spent":"1.576294447s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T08:27:36.803117Z","caller":"traceutil/trace.go:171","msg":"trace[895838954] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:20316; }","duration":"136.574469ms","start":"2026-04-23T08:27:36.66652Z","end":"2026-04-23T08:27:36.803095Z","steps":["trace[895838954] 'agreement among raft nodes before linearized reading' (duration: 136.449046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:36.803179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.93681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:27:36.803744Z","caller":"traceutil/trace.go:171","msg":"trace[654844762] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:20316; }","duration":"805.552594ms","start":"2026-04-23T08:27:35.99817Z","end":"2026-04-23T08:27:36.803723Z","steps":["trace[654844762] 'agreement among raft nodes before linearized reading' (duration: 804.93837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:36.803191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.573680596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-04-23T08:27:36.803818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:35.998116Z","time spent":"805.679658ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:27:36.803834Z","caller":"traceutil/trace.go:171","msg":"trace[329519005] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:20316; }","duration":"1.574333381s","start":"2026-04-23T08:27:35.229487Z","end":"2026-04-23T08:27:36.80382Z","steps":["trace[329519005] 'agreement among raft nodes before linearized reading' (duration: 1.573576783s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:36.804706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:35.229475Z","time spent":"1.575203731s","remote":"127.0.0.1:47964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-04-23T08:27:36.803246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.574348531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130239"} {"level":"info","ts":"2026-04-23T08:27:36.804887Z","caller":"traceutil/trace.go:171","msg":"trace[1643925329] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:20316; }","duration":"1.575979079s","start":"2026-04-23T08:27:35.228875Z","end":"2026-04-23T08:27:36.804854Z","steps":["trace[1643925329] 'agreement among raft nodes before linearized reading' (duration: 1.574283329s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:36.804975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:35.228865Z","time spent":"1.576095192s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130262,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-23T08:27:36.80328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005659587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:27:36.805122Z","caller":"traceutil/trace.go:171","msg":"trace[496119417] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:20316; }","duration":"1.00754522s","start":"2026-04-23T08:27:35.797551Z","end":"2026-04-23T08:27:36.805096Z","steps":["trace[496119417] 'agreement among raft nodes before linearized reading' (duration: 1.005614646s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:36.805167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:35.797518Z","time spent":"1.007634763s","remote":"127.0.0.1:45244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":68,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:27:36.803283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.735577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:27:36.805284Z","caller":"traceutil/trace.go:171","msg":"trace[1165239346] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:20316; }","duration":"845.793104ms","start":"2026-04-23T08:27:35.959428Z","end":"2026-04-23T08:27:36.805221Z","steps":["trace[1165239346] 'agreement among raft nodes before linearized reading' (duration: 843.566963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:36.805461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:35.959398Z","time spent":"845.994929ms","remote":"127.0.0.1:49582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:27:37.828451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.780412ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:27:37.829368Z","caller":"traceutil/trace.go:171","msg":"trace[1953945548] transaction","detail":"{read_only:false; response_revision:20317; number_of_response:1; }","duration":"980.307465ms","start":"2026-04-23T08:27:36.848265Z","end":"2026-04-23T08:27:37.828572Z","steps":["trace[1953945548] 'process raft request' (duration: 305.276737ms)","trace[1953945548] 'compare' (duration: 674.616908ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:27:37.829483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:36.848247Z","time spent":"981.191375ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:27:38.44296Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.289438591s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T08:27:38.705239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.527379ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:27:38.705452Z","caller":"traceutil/trace.go:171","msg":"trace[1283855917] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:20317; }","duration":"310.776245ms","start":"2026-04-23T08:27:38.394644Z","end":"2026-04-23T08:27:38.70542Z","steps":["trace[1283855917] 'range keys from in-memory index tree' (duration: 310.492889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:38.706257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.836146ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:27:38.70648Z","caller":"traceutil/trace.go:171","msg":"trace[1504655018] linearizableReadLoop","detail":"{readStateIndex:21017; appliedIndex:21014; }","duration":"1.842088552s","start":"2026-04-23T08:27:36.864371Z","end":"2026-04-23T08:27:38.706459Z","steps":["trace[1504655018] 'read index received' (duration: 289.160571ms)","trace[1504655018] 'applied index is now lower than readState.Index' (duration: 1.552926711s)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:27:38.706587Z","caller":"traceutil/trace.go:171","msg":"trace[931995558] transaction","detail":"{read_only:false; response_revision:20319; number_of_response:1; }","duration":"1.854832689s","start":"2026-04-23T08:27:36.851743Z","end":"2026-04-23T08:27:38.706576Z","steps":["trace[931995558] 'process raft request' (duration: 1.854642645s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:38.706663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:36.851717Z","time spent":"1.854912021s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:27:38.706656Z","caller":"traceutil/trace.go:171","msg":"trace[2057531379] transaction","detail":"{read_only:false; response_revision:20318; number_of_response:1; }","duration":"1.857949892s","start":"2026-04-23T08:27:36.848668Z","end":"2026-04-23T08:27:38.706618Z","steps":["trace[2057531379] 'process raft request' (duration: 1.594646715s)","trace[2057531379] 'compare' (duration: 262.664362ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:27:38.70684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:36.848632Z","time spent":"1.858098036s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:27:38.706941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.842568753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:27:38.706981Z","caller":"traceutil/trace.go:171","msg":"trace[212394647] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20319; }","duration":"1.842656445s","start":"2026-04-23T08:27:36.864313Z","end":"2026-04-23T08:27:38.70697Z","steps":["trace[212394647] 'agreement among raft nodes before linearized reading' (duration: 1.842580934s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:38.707066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:36.864283Z","time spent":"1.842775238s","remote":"127.0.0.1:48340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-23T08:27:38.707362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.789900914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/senlin-api-8478fb44d9-954s4.18a8eeed85a89a8f\" ","response":"range_response_count:1 size:1169"} {"level":"info","ts":"2026-04-23T08:27:38.707412Z","caller":"traceutil/trace.go:171","msg":"trace[1786371429] range","detail":"{range_begin:/registry/events/openstack/senlin-api-8478fb44d9-954s4.18a8eeed85a89a8f; range_end:; response_count:1; response_revision:20319; }","duration":"1.790007956s","start":"2026-04-23T08:27:36.917391Z","end":"2026-04-23T08:27:38.707399Z","steps":["trace[1786371429] 'agreement among raft nodes before linearized reading' (duration: 1.789848633s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:38.707425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479820325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:27:38.707427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479488568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21464"} {"level":"warn","ts":"2026-04-23T08:27:38.707448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:36.917333Z","time spent":"1.790101998s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1192,"request content":"key:\"/registry/events/openstack/senlin-api-8478fb44d9-954s4.18a8eeed85a89a8f\" "} {"level":"info","ts":"2026-04-23T08:27:38.707468Z","caller":"traceutil/trace.go:171","msg":"trace[2012174138] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20319; }","duration":"1.479877287s","start":"2026-04-23T08:27:37.227575Z","end":"2026-04-23T08:27:38.707452Z","steps":["trace[2012174138] 'agreement among raft nodes before linearized reading' (duration: 1.479817715s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:38.707432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483812928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:27:38.707472Z","caller":"traceutil/trace.go:171","msg":"trace[1845394543] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:20319; }","duration":"1.47958645s","start":"2026-04-23T08:27:37.227873Z","end":"2026-04-23T08:27:38.707459Z","steps":["trace[1845394543] 'agreement among raft nodes before linearized reading' (duration: 1.479387265s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:38.707566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:37.227861Z","time spent":"1.479697802s","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":21487,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"warn","ts":"2026-04-23T08:27:38.707615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.484065464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:27:38.707623Z","caller":"traceutil/trace.go:171","msg":"trace[1947687252] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:20319; }","duration":"1.484042424s","start":"2026-04-23T08:27:37.223512Z","end":"2026-04-23T08:27:38.707554Z","steps":["trace[1947687252] 'agreement among raft nodes before linearized reading' (duration: 1.483817069s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:27:38.707652Z","caller":"traceutil/trace.go:171","msg":"trace[1820137693] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20319; }","duration":"1.484182957s","start":"2026-04-23T08:27:37.223459Z","end":"2026-04-23T08:27:38.707642Z","steps":["trace[1820137693] 'agreement among raft nodes before linearized reading' (duration: 1.484127696s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:38.707351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.482301773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:27:38.707677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.716852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-23T08:27:38.707713Z","caller":"traceutil/trace.go:171","msg":"trace[2034483953] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:20319; }","duration":"420.797233ms","start":"2026-04-23T08:27:38.286907Z","end":"2026-04-23T08:27:38.707704Z","steps":["trace[2034483953] 'agreement among raft nodes before linearized reading' (duration: 420.695341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:38.707713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48345227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21464"} {"level":"warn","ts":"2026-04-23T08:27:38.707755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:38.286879Z","time spent":"420.869065ms","remote":"127.0.0.1:47922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"info","ts":"2026-04-23T08:27:38.707773Z","caller":"traceutil/trace.go:171","msg":"trace[1138482700] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:20319; }","duration":"1.483535832s","start":"2026-04-23T08:27:37.22422Z","end":"2026-04-23T08:27:38.707756Z","steps":["trace[1138482700] 'agreement among raft nodes before linearized reading' (duration: 1.483277456s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:27:38.707742Z","caller":"traceutil/trace.go:171","msg":"trace[1397789649] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20319; }","duration":"1.482701183s","start":"2026-04-23T08:27:37.225006Z","end":"2026-04-23T08:27:38.707707Z","steps":["trace[1397789649] 'agreement among raft nodes before linearized reading' (duration: 1.482270893s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:38.707831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:37.22418Z","time spent":"1.483638074s","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":21487,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"warn","ts":"2026-04-23T08:27:38.707849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.482239232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:27:38.707862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:37.224995Z","time spent":"1.482832045s","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-04-23T08:27:38.70789Z","caller":"traceutil/trace.go:171","msg":"trace[920051187] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:20319; }","duration":"1.482298264s","start":"2026-04-23T08:27:37.22558Z","end":"2026-04-23T08:27:38.707878Z","steps":["trace[920051187] 'agreement among raft nodes before linearized reading' (duration: 1.482236102s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:38.707928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:37.225568Z","time spent":"1.482354065s","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-04-23T08:27:38.707939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.024178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:27:38.70798Z","caller":"traceutil/trace.go:171","msg":"trace[400988260] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:20319; }","duration":"660.11352ms","start":"2026-04-23T08:27:38.047855Z","end":"2026-04-23T08:27:38.707968Z","steps":["trace[400988260] 'agreement among raft nodes before linearized reading' (duration: 660.048668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:38.707974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.481603036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21464"} {"level":"warn","ts":"2026-04-23T08:27:38.707764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:37.223428Z","time spent":"1.484248609s","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-04-23T08:27:38.708011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:38.047829Z","time spent":"660.173981ms","remote":"127.0.0.1:38910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:27:38.708021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.480540462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:27:38.708023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48044878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:27:38.708032Z","caller":"traceutil/trace.go:171","msg":"trace[594852481] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:20319; }","duration":"1.481678799s","start":"2026-04-23T08:27:37.226337Z","end":"2026-04-23T08:27:38.708016Z","steps":["trace[594852481] 'agreement among raft nodes before linearized reading' (duration: 1.481462564s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:27:38.708068Z","caller":"traceutil/trace.go:171","msg":"trace[767149150] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20319; }","duration":"1.480606154s","start":"2026-04-23T08:27:37.227451Z","end":"2026-04-23T08:27:38.708058Z","steps":["trace[767149150] 'agreement among raft nodes before linearized reading' (duration: 1.480537922s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:27:38.708083Z","caller":"traceutil/trace.go:171","msg":"trace[480003464] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:20319; }","duration":"1.480548502s","start":"2026-04-23T08:27:37.22752Z","end":"2026-04-23T08:27:38.708068Z","steps":["trace[480003464] 'agreement among raft nodes before linearized reading' (duration: 1.48046658s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:38.708092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:37.226327Z","time spent":"1.48175464s","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":21487,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"warn","ts":"2026-04-23T08:27:38.708099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:37.227438Z","time spent":"1.480655255s","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-04-23T08:27:38.707433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483523461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:27:38.708141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:37.227488Z","time spent":"1.480639874s","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-04-23T08:27:38.708144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.418117705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:27:38.70817Z","caller":"traceutil/trace.go:171","msg":"trace[1618596358] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20319; }","duration":"1.48432489s","start":"2026-04-23T08:27:37.223832Z","end":"2026-04-23T08:27:38.708157Z","steps":["trace[1618596358] 'agreement among raft nodes before linearized reading' (duration: 1.48348486s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:38.708199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.654821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:27:38.708221Z","caller":"traceutil/trace.go:171","msg":"trace[2023028538] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20319; }","duration":"824.729992ms","start":"2026-04-23T08:27:37.883485Z","end":"2026-04-23T08:27:38.708215Z","steps":["trace[2023028538] 'agreement among raft nodes before linearized reading' (duration: 824.695452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:38.708226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:37.223806Z","time spent":"1.484409102s","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-04-23T08:27:38.708255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:37.883455Z","time spent":"824.787094ms","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:27:38.70743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483105302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:27:38.708315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349104214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T08:27:38.708201Z","caller":"traceutil/trace.go:171","msg":"trace[1350412740] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:20319; }","duration":"1.418238558s","start":"2026-04-23T08:27:37.289948Z","end":"2026-04-23T08:27:38.708187Z","steps":["trace[1350412740] 'agreement among raft nodes before linearized reading' (duration: 1.418126315s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:38.708171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349583355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T08:27:38.708362Z","caller":"traceutil/trace.go:171","msg":"trace[586847639] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20319; }","duration":"1.484068174s","start":"2026-04-23T08:27:37.224274Z","end":"2026-04-23T08:27:38.708342Z","steps":["trace[586847639] 'agreement among raft nodes before linearized reading' (duration: 1.483061001s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:27:38.708382Z","caller":"traceutil/trace.go:171","msg":"trace[1783244038] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20319; }","duration":"1.349825961s","start":"2026-04-23T08:27:37.358546Z","end":"2026-04-23T08:27:38.708372Z","steps":["trace[1783244038] 'agreement among raft nodes before linearized reading' (duration: 1.349431442s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:27:38.708374Z","caller":"traceutil/trace.go:171","msg":"trace[1714234181] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20319; }","duration":"1.349219727s","start":"2026-04-23T08:27:37.359136Z","end":"2026-04-23T08:27:38.708356Z","steps":["trace[1714234181] 'agreement among raft nodes before linearized reading' (duration: 1.349072143s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:38.708166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034709254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T08:27:38.708404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:37.358534Z","time spent":"1.349864002s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T08:27:38.708408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:37.224262Z","time spent":"1.484134176s","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-23T08:27:38.708465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:37.359087Z","time spent":"1.34936551s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T08:27:38.70848Z","caller":"traceutil/trace.go:171","msg":"trace[1842179455] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:20319; }","duration":"1.035002291s","start":"2026-04-23T08:27:37.673404Z","end":"2026-04-23T08:27:38.708406Z","steps":["trace[1842179455] 'agreement among raft nodes before linearized reading' (duration: 1.034662763s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:38.708382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:37.289915Z","time spent":"1.418452853s","remote":"127.0.0.1:46450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:27:38.708515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:37.673379Z","time spent":"1.035123544s","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":64,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:27:38.70773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:37.223459Z","time spent":"1.484251599s","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-04-23T08:27:38.707524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:37.227558Z","time spent":"1.479957808s","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-23T08:27:40.00902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086459611s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-23T08:27:40.009248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:38.709629Z","time spent":"1.299613038s","remote":"127.0.0.1:47922","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T08:27:40.009413Z","caller":"traceutil/trace.go:171","msg":"trace[271302578] linearizableReadLoop","detail":"{readStateIndex:21019; appliedIndex:21017; }","duration":"1.295566243s","start":"2026-04-23T08:27:38.713825Z","end":"2026-04-23T08:27:40.009391Z","steps":["trace[271302578] 'read index received' (duration: 208.659361ms)","trace[271302578] 'applied index is now lower than readState.Index' (duration: 1.086905952s)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:27:40.009703Z","caller":"traceutil/trace.go:171","msg":"trace[2027325731] transaction","detail":"{read_only:false; response_revision:20320; number_of_response:1; }","duration":"1.297386415s","start":"2026-04-23T08:27:38.712305Z","end":"2026-04-23T08:27:40.009691Z","steps":["trace[2027325731] 'process raft request' (duration: 1.296827802s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:40.009814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:38.712269Z","time spent":"1.297472067s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1151,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:27:40.009836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295967612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:27:40.00986Z","caller":"traceutil/trace.go:171","msg":"trace[1042405139] transaction","detail":"{read_only:false; response_revision:20321; number_of_response:1; }","duration":"1.295174944s","start":"2026-04-23T08:27:38.714591Z","end":"2026-04-23T08:27:40.009766Z","steps":["trace[1042405139] 'process raft request' (duration: 1.294716553s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:27:40.009924Z","caller":"traceutil/trace.go:171","msg":"trace[1246466803] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20322; }","duration":"1.296094975s","start":"2026-04-23T08:27:38.713804Z","end":"2026-04-23T08:27:40.009899Z","steps":["trace[1246466803] 'agreement among raft nodes before linearized reading' (duration: 1.295909951s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:27:40.009757Z","caller":"traceutil/trace.go:171","msg":"trace[672879339] transaction","detail":"{read_only:false; response_revision:20322; number_of_response:1; }","duration":"1.294298653s","start":"2026-04-23T08:27:38.715411Z","end":"2026-04-23T08:27:40.009709Z","steps":["trace[672879339] 'process raft request' (duration: 1.293948195s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:40.010542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:38.715402Z","time spent":"1.295087612s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:27:40.010196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:38.714578Z","time spent":"1.295516731s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:27:40.010671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:38.713789Z","time spent":"1.296616658s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-23T08:27:40.509725Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634048855,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T08:27:40.705572Z","caller":"traceutil/trace.go:171","msg":"trace[2077825734] transaction","detail":"{read_only:false; response_revision:20323; number_of_response:1; }","duration":"870.238785ms","start":"2026-04-23T08:27:39.835311Z","end":"2026-04-23T08:27:40.70555Z","steps":["trace[2077825734] 'process raft request' (duration: 870.05481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:40.705712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:39.83528Z","time spent":"870.355878ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:27:40.885445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000637723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:27:40.885566Z","caller":"traceutil/trace.go:171","msg":"trace[1740686671] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000830297s","start":"2026-04-23T08:27:38.884711Z","end":"2026-04-23T08:27:40.885541Z","steps":["trace[1740686671] 'agreement among raft nodes before linearized reading' (duration: 2.000675204s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:40.885677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:38.884687Z","time spent":"2.00097415s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:27:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-23T08:27:41.01255Z","caller":"traceutil/trace.go:171","msg":"trace[400717680] transaction","detail":"{read_only:false; response_revision:20326; number_of_response:1; }","duration":"300.363571ms","start":"2026-04-23T08:27:40.712151Z","end":"2026-04-23T08:27:41.012515Z","steps":["trace[400717680] 'process raft request' (duration: 300.279159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:41.012855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:40.712128Z","time spent":"300.506155ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:27:41.013013Z","caller":"traceutil/trace.go:171","msg":"trace[1833427688] linearizableReadLoop","detail":"{readStateIndex:21024; appliedIndex:21022; }","duration":"1.003549168s","start":"2026-04-23T08:27:40.009452Z","end":"2026-04-23T08:27:41.013002Z","steps":["trace[1833427688] 'read index received' (duration: 696.48181ms)","trace[1833427688] 'applied index is now lower than readState.Index' (duration: 307.065998ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:27:41.013136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158144206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:27:41.013096Z","caller":"traceutil/trace.go:171","msg":"trace[1443968434] transaction","detail":"{read_only:false; response_revision:20325; number_of_response:1; }","duration":"655.449731ms","start":"2026-04-23T08:27:40.35756Z","end":"2026-04-23T08:27:41.013009Z","steps":["trace[1443968434] 'process raft request' (duration: 654.744655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:41.013352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.203395956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T08:27:41.013413Z","caller":"traceutil/trace.go:171","msg":"trace[815323848] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20326; }","duration":"2.203469908s","start":"2026-04-23T08:27:38.809926Z","end":"2026-04-23T08:27:41.013395Z","steps":["trace[815323848] 'agreement among raft nodes before linearized reading' (duration: 2.203303534s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:41.013419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.127093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:27:41.013425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:40.357525Z","time spent":"655.735438ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:27:41.013455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:38.809918Z","time spent":"2.203529079s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T08:27:41.013467Z","caller":"traceutil/trace.go:171","msg":"trace[525572809] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20326; }","duration":"296.188314ms","start":"2026-04-23T08:27:40.717264Z","end":"2026-04-23T08:27:41.013453Z","steps":["trace[525572809] 'agreement among raft nodes before linearized reading' (duration: 296.127283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:41.013483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.203915848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-23T08:27:41.013448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.036958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:27:41.013376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.203790945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-23T08:27:41.013587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.321164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:27:41.013622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.688964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:27:41.013657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.611048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21464"} {"level":"warn","ts":"2026-04-23T08:27:41.01367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.919931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:27:41.013679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.57363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:27:41.013677Z","caller":"traceutil/trace.go:171","msg":"trace[2037055393] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20326; }","duration":"295.417007ms","start":"2026-04-23T08:27:40.718234Z","end":"2026-04-23T08:27:41.013651Z","steps":["trace[2037055393] 'agreement among raft nodes before linearized reading' (duration: 295.306234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:41.013709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.781865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:27:41.013718Z","caller":"traceutil/trace.go:171","msg":"trace[855994131] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20326; }","duration":"293.978163ms","start":"2026-04-23T08:27:40.719724Z","end":"2026-04-23T08:27:41.013702Z","steps":["trace[855994131] 'agreement among raft nodes before linearized reading' (duration: 293.910812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:41.013745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.136993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:27:41.013729Z","caller":"traceutil/trace.go:171","msg":"trace[1561482350] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20326; }","duration":"298.627241ms","start":"2026-04-23T08:27:40.715087Z","end":"2026-04-23T08:27:41.013715Z","steps":["trace[1561482350] 'agreement among raft nodes before linearized reading' (duration: 298.56091ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:27:41.013738Z","caller":"traceutil/trace.go:171","msg":"trace[882867172] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20326; }","duration":"298.827826ms","start":"2026-04-23T08:27:40.714903Z","end":"2026-04-23T08:27:41.01373Z","steps":["trace[882867172] 'agreement among raft nodes before linearized reading' (duration: 298.785455ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:27:41.013781Z","caller":"traceutil/trace.go:171","msg":"trace[520289665] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:20326; }","duration":"299.183285ms","start":"2026-04-23T08:27:40.714589Z","end":"2026-04-23T08:27:41.013772Z","steps":["trace[520289665] 'agreement among raft nodes before linearized reading' (duration: 299.136244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:41.013795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.14691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-04-23T08:27:41.013701Z","caller":"traceutil/trace.go:171","msg":"trace[1356439325] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:20326; }","duration":"297.678329ms","start":"2026-04-23T08:27:40.716012Z","end":"2026-04-23T08:27:41.013691Z","steps":["trace[1356439325] 'agreement among raft nodes before linearized reading' (duration: 297.579497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:41.013355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.586349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-04-23T08:27:41.01388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.718214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-23T08:27:41.013972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.128386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:27:41.01401Z","caller":"traceutil/trace.go:171","msg":"trace[219031581] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20326; }","duration":"301.884257ms","start":"2026-04-23T08:27:40.712084Z","end":"2026-04-23T08:27:41.013968Z","steps":["trace[219031581] 'agreement among raft nodes before linearized reading' (duration: 301.593261ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:27:41.014019Z","caller":"traceutil/trace.go:171","msg":"trace[76923546] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20326; }","duration":"998.296705ms","start":"2026-04-23T08:27:40.015703Z","end":"2026-04-23T08:27:41.014Z","steps":["trace[76923546] 'agreement among raft nodes before linearized reading' (duration: 997.485076ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:27:41.014051Z","caller":"traceutil/trace.go:171","msg":"trace[1286442597] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20326; }","duration":"300.25751ms","start":"2026-04-23T08:27:40.713777Z","end":"2026-04-23T08:27:41.014034Z","steps":["trace[1286442597] 'agreement among raft nodes before linearized reading' (duration: 300.119247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:41.0141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:40.712062Z","time spent":"302.02954ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T08:27:41.014132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:40.015681Z","time spent":"998.412827ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T08:27:41.014143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:40.713751Z","time spent":"300.380032ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-04-23T08:27:41.01357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.879317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:27:41.014372Z","caller":"traceutil/trace.go:171","msg":"trace[1024530855] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:20326; }","duration":"299.692136ms","start":"2026-04-23T08:27:40.714665Z","end":"2026-04-23T08:27:41.014357Z","steps":["trace[1024530855] 'agreement among raft nodes before linearized reading' (duration: 298.878567ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:27:41.013582Z","caller":"traceutil/trace.go:171","msg":"trace[1888344656] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:20326; }","duration":"295.224502ms","start":"2026-04-23T08:27:40.718329Z","end":"2026-04-23T08:27:41.013553Z","steps":["trace[1888344656] 'agreement among raft nodes before linearized reading' (duration: 294.983656ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:27:41.013664Z","caller":"traceutil/trace.go:171","msg":"trace[1595637530] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:20326; }","duration":"167.763956ms","start":"2026-04-23T08:27:40.84589Z","end":"2026-04-23T08:27:41.013654Z","steps":["trace[1595637530] 'agreement among raft nodes before linearized reading' (duration: 167.711095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:41.013455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.101713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21464"} {"level":"info","ts":"2026-04-23T08:27:41.014617Z","caller":"traceutil/trace.go:171","msg":"trace[1716903555] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:20326; }","duration":"297.28021ms","start":"2026-04-23T08:27:40.71732Z","end":"2026-04-23T08:27:41.0146Z","steps":["trace[1716903555] 'agreement among raft nodes before linearized reading' (duration: 295.915578ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:27:41.013149Z","caller":"traceutil/trace.go:171","msg":"trace[497661271] transaction","detail":"{read_only:false; response_revision:20324; number_of_response:1; }","duration":"1.002120464s","start":"2026-04-23T08:27:40.010991Z","end":"2026-04-23T08:27:41.013111Z","steps":["trace[497661271] 'process raft request' (duration: 971.425828ms)","trace[497661271] 'compare' (duration: 29.526679ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:27:41.014785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:40.010969Z","time spent":"1.003752302s","remote":"127.0.0.1:47922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:27:41.013365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.152813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:27:41.014868Z","caller":"traceutil/trace.go:171","msg":"trace[1203201911] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:20326; }","duration":"210.75885ms","start":"2026-04-23T08:27:40.804094Z","end":"2026-04-23T08:27:41.014853Z","steps":["trace[1203201911] 'agreement among raft nodes before linearized reading' (duration: 209.145982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:41.013455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.203241412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-23T08:27:41.014964Z","caller":"traceutil/trace.go:171","msg":"trace[1307446523] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:20326; }","duration":"2.204840079s","start":"2026-04-23T08:27:38.810113Z","end":"2026-04-23T08:27:41.014953Z","steps":["trace[1307446523] 'agreement among raft nodes before linearized reading' (duration: 2.203092839s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:41.015026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:38.810083Z","time spent":"2.204906191s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T08:27:41.013175Z","caller":"traceutil/trace.go:171","msg":"trace[1049552673] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:20326; }","duration":"1.158222688s","start":"2026-04-23T08:27:39.854942Z","end":"2026-04-23T08:27:41.013164Z","steps":["trace[1049552673] 'agreement among raft nodes before linearized reading' (duration: 1.158152986s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:41.015085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:39.854917Z","time spent":"1.160149923s","remote":"127.0.0.1:46486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:27:41.013521Z","caller":"traceutil/trace.go:171","msg":"trace[1641242860] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20326; }","duration":"2.20399804s","start":"2026-04-23T08:27:38.809512Z","end":"2026-04-23T08:27:41.01351Z","steps":["trace[1641242860] 'agreement among raft nodes before linearized reading' (duration: 2.203882327s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:41.015149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:38.809494Z","time spent":"2.205639999s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T08:27:41.013576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.848195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:27:41.015261Z","caller":"traceutil/trace.go:171","msg":"trace[1570699788] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20326; }","duration":"129.561634ms","start":"2026-04-23T08:27:40.885687Z","end":"2026-04-23T08:27:41.015249Z","steps":["trace[1570699788] 'agreement among raft nodes before linearized reading' (duration: 127.859155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:41.013602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.244973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21464"} {"level":"info","ts":"2026-04-23T08:27:41.015319Z","caller":"traceutil/trace.go:171","msg":"trace[1278381624] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:20326; }","duration":"297.009544ms","start":"2026-04-23T08:27:40.7183Z","end":"2026-04-23T08:27:41.01531Z","steps":["trace[1278381624] 'agreement among raft nodes before linearized reading' (duration: 295.221242ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:27:41.013836Z","caller":"traceutil/trace.go:171","msg":"trace[1403036702] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:20326; }","duration":"860.187201ms","start":"2026-04-23T08:27:40.153633Z","end":"2026-04-23T08:27:41.013821Z","steps":["trace[1403036702] 'agreement among raft nodes before linearized reading' (duration: 860.080438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:41.015422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:40.1536Z","time spent":"861.789988ms","remote":"127.0.0.1:48054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-04-23T08:27:41.013682Z","caller":"traceutil/trace.go:171","msg":"trace[1674938329] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20326; }","duration":"2.204119552s","start":"2026-04-23T08:27:38.809501Z","end":"2026-04-23T08:27:41.01362Z","steps":["trace[1674938329] 'agreement among raft nodes before linearized reading' (duration: 2.2036106s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:27:41.01551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:27:38.809472Z","time spent":"2.206027967s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T08:28:29.773976Z","caller":"traceutil/trace.go:171","msg":"trace[999101792] transaction","detail":"{read_only:false; response_revision:20643; number_of_response:1; }","duration":"108.681127ms","start":"2026-04-23T08:28:29.665264Z","end":"2026-04-23T08:28:29.773945Z","steps":["trace[999101792] 'process raft request' (duration: 108.490123ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:29:08.410885Z","caller":"traceutil/trace.go:171","msg":"trace[504527895] transaction","detail":"{read_only:false; response_revision:20869; number_of_response:1; }","duration":"101.485159ms","start":"2026-04-23T08:29:08.30936Z","end":"2026-04-23T08:29:08.410845Z","steps":["trace[504527895] 'process raft request' (duration: 82.21991ms)","trace[504527895] 'compare' (duration: 19.060425ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:29:09.101367Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634050534,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:29:09.602431Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634050534,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:29:10.103611Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634050534,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:29:10.604536Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634050534,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:29:11.105349Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634050534,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:29:11.338356Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.846225582s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T08:29:11.339167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:09.790454Z","time spent":"1.548679473s","remote":"127.0.0.1:47358","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T08:29:11.339247Z","caller":"traceutil/trace.go:171","msg":"trace[562938922] transaction","detail":"{read_only:false; response_revision:20870; number_of_response:1; }","duration":"2.847243997s","start":"2026-04-23T08:29:08.491976Z","end":"2026-04-23T08:29:11.33922Z","steps":["trace[562938922] 'process raft request' (duration: 2.846754545s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:11.339355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:08.491947Z","time spent":"2.847339349s","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7449,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:29:11.404889Z","caller":"traceutil/trace.go:171","msg":"trace[2081376711] linearizableReadLoop","detail":"{readStateIndex:21591; appliedIndex:21588; }","duration":"2.804578131s","start":"2026-04-23T08:29:08.600261Z","end":"2026-04-23T08:29:11.40484Z","steps":["trace[2081376711] 'read index received' (duration: 2.738903717s)","trace[2081376711] 'applied index is now lower than readState.Index' (duration: 65.673304ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:29:11.405307Z","caller":"traceutil/trace.go:171","msg":"trace[768100425] transaction","detail":"{read_only:false; response_revision:20871; number_of_response:1; }","duration":"2.275262324s","start":"2026-04-23T08:29:09.130029Z","end":"2026-04-23T08:29:11.405291Z","steps":["trace[768100425] 'process raft request' (duration: 2.274563678s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:11.405441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:09.129988Z","time spent":"2.275365656s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:29:11.405648Z","caller":"traceutil/trace.go:171","msg":"trace[1547114972] transaction","detail":"{read_only:false; response_revision:20872; number_of_response:1; }","duration":"1.981969187s","start":"2026-04-23T08:29:09.423668Z","end":"2026-04-23T08:29:11.405637Z","steps":["trace[1547114972] 'process raft request' (duration: 1.981111627s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:11.405734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:09.423619Z","time spent":"1.982065979s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:29:11.406033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.805774088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T08:29:11.406093Z","caller":"traceutil/trace.go:171","msg":"trace[2047144273] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20872; }","duration":"2.80587904s","start":"2026-04-23T08:29:08.600198Z","end":"2026-04-23T08:29:11.406077Z","steps":["trace[2047144273] 'agreement among raft nodes before linearized reading' (duration: 2.805710576s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:11.406136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:08.600174Z","time spent":"2.805950992s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T08:29:11.406368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.687921997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T08:29:11.406472Z","caller":"traceutil/trace.go:171","msg":"trace[36673885] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20872; }","duration":"2.688088871s","start":"2026-04-23T08:29:08.718359Z","end":"2026-04-23T08:29:11.406448Z","steps":["trace[36673885] 'agreement among raft nodes before linearized reading' (duration: 2.687770304s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:11.406524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:08.718332Z","time spent":"2.688183193s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T08:29:11.406692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.69680116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T08:29:11.406745Z","caller":"traceutil/trace.go:171","msg":"trace[458597063] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20872; }","duration":"1.696841221s","start":"2026-04-23T08:29:09.709879Z","end":"2026-04-23T08:29:11.40672Z","steps":["trace[458597063] 'agreement among raft nodes before linearized reading' (duration: 1.696734319s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:11.406781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:09.709831Z","time spent":"1.696939273s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T08:29:11.406815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.748030056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T08:29:11.406853Z","caller":"traceutil/trace.go:171","msg":"trace[362386898] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20872; }","duration":"1.748105138s","start":"2026-04-23T08:29:09.658737Z","end":"2026-04-23T08:29:11.406842Z","steps":["trace[362386898] 'agreement among raft nodes before linearized reading' (duration: 1.747984375s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:11.406883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:09.658711Z","time spent":"1.748165989s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T08:29:11.407069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.848893711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:29:11.407102Z","caller":"traceutil/trace.go:171","msg":"trace[1784853608] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20872; }","duration":"1.849005363s","start":"2026-04-23T08:29:09.558084Z","end":"2026-04-23T08:29:11.40709Z","steps":["trace[1784853608] 'agreement among raft nodes before linearized reading' (duration: 1.848910091s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:11.407151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:09.558055Z","time spent":"1.849087245s","remote":"127.0.0.1:41390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:29:11.40732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.522958042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:29:11.407365Z","caller":"traceutil/trace.go:171","msg":"trace[1601758787] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20872; }","duration":"1.523002323s","start":"2026-04-23T08:29:09.88435Z","end":"2026-04-23T08:29:11.407352Z","steps":["trace[1601758787] 'agreement among raft nodes before linearized reading' (duration: 1.522930351s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:11.407379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.023571538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7913"} {"level":"warn","ts":"2026-04-23T08:29:11.407397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:09.884246Z","time spent":"1.523144367s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T08:29:11.407412Z","caller":"traceutil/trace.go:171","msg":"trace[1618044449] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:20872; }","duration":"2.02365617s","start":"2026-04-23T08:29:09.383746Z","end":"2026-04-23T08:29:11.407403Z","steps":["trace[1618044449] 'agreement among raft nodes before linearized reading' (duration: 2.023545158s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:11.407445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:09.383718Z","time spent":"2.023721122s","remote":"127.0.0.1:52860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7936,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-23T08:29:11.407654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.122711993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7467"} {"level":"info","ts":"2026-04-23T08:29:11.407681Z","caller":"traceutil/trace.go:171","msg":"trace[890527610] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:20872; }","duration":"2.122757533s","start":"2026-04-23T08:29:09.284915Z","end":"2026-04-23T08:29:11.407673Z","steps":["trace[890527610] 'agreement among raft nodes before linearized reading' (duration: 2.122688792s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:11.407678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.611216032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-23T08:29:11.407706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:09.284904Z","time spent":"2.122795725s","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7490,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-04-23T08:29:11.407726Z","caller":"traceutil/trace.go:171","msg":"trace[1057804847] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20872; }","duration":"1.611273633s","start":"2026-04-23T08:29:09.796435Z","end":"2026-04-23T08:29:11.407709Z","steps":["trace[1057804847] 'agreement among raft nodes before linearized reading' (duration: 1.61111337s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:11.407763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:09.796426Z","time spent":"1.611328444s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T08:29:11.407881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.124537675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7467"} {"level":"info","ts":"2026-04-23T08:29:11.407915Z","caller":"traceutil/trace.go:171","msg":"trace[1093201674] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:20872; }","duration":"2.124593177s","start":"2026-04-23T08:29:09.283314Z","end":"2026-04-23T08:29:11.407907Z","steps":["trace[1093201674] 'agreement among raft nodes before linearized reading' (duration: 2.124535176s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:11.407941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:09.283302Z","time spent":"2.124633128s","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7490,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-23T08:29:11.40811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.128892397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7467"} {"level":"info","ts":"2026-04-23T08:29:11.408136Z","caller":"traceutil/trace.go:171","msg":"trace[1334678235] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:20872; }","duration":"2.128955128s","start":"2026-04-23T08:29:09.279173Z","end":"2026-04-23T08:29:11.408128Z","steps":["trace[1334678235] 'agreement among raft nodes before linearized reading' (duration: 2.128902517s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:11.408163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:09.279151Z","time spent":"2.12900712s","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7490,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-23T08:29:11.408206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.617623812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-23T08:29:11.408404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.646482029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:29:11.408454Z","caller":"traceutil/trace.go:171","msg":"trace[599451015] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20872; }","duration":"1.618081623s","start":"2026-04-23T08:29:09.790341Z","end":"2026-04-23T08:29:11.408422Z","steps":["trace[599451015] 'agreement among raft nodes before linearized reading' (duration: 1.617568991s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:11.408544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:09.790319Z","time spent":"1.618199105s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T08:29:11.409186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.656859748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-23T08:29:11.409237Z","caller":"traceutil/trace.go:171","msg":"trace[1123323690] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:20872; }","duration":"1.65696139s","start":"2026-04-23T08:29:09.752258Z","end":"2026-04-23T08:29:11.40922Z","steps":["trace[1123323690] 'agreement among raft nodes before linearized reading' (duration: 1.656762845s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:11.409283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:09.75223Z","time spent":"1.657042112s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T08:29:11.408364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.333971544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-04-23T08:29:11.409373Z","caller":"traceutil/trace.go:171","msg":"trace[1128377507] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:20872; }","duration":"2.335016359s","start":"2026-04-23T08:29:09.07434Z","end":"2026-04-23T08:29:11.409357Z","steps":["trace[1128377507] 'agreement among raft nodes before linearized reading' (duration: 2.333947814s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:29:11.409408Z","caller":"traceutil/trace.go:171","msg":"trace[228139184] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:20872; }","duration":"2.646563211s","start":"2026-04-23T08:29:08.761861Z","end":"2026-04-23T08:29:11.408424Z","steps":["trace[228139184] 'agreement among raft nodes before linearized reading' (duration: 2.64652256s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:11.409416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:09.074316Z","time spent":"2.335087551s","remote":"127.0.0.1:48054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-23T08:29:11.409461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:08.761829Z","time spent":"2.647618976s","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:29:12.687565Z","caller":"traceutil/trace.go:171","msg":"trace[901808367] transaction","detail":"{read_only:false; response_revision:20884; number_of_response:1; }","duration":"153.179115ms","start":"2026-04-23T08:29:12.53435Z","end":"2026-04-23T08:29:12.687529Z","steps":["trace[901808367] 'process raft request' (duration: 152.96681ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:29:13.605411Z","caller":"traceutil/trace.go:171","msg":"trace[343128844] transaction","detail":"{read_only:false; response_revision:20890; number_of_response:1; }","duration":"128.179132ms","start":"2026-04-23T08:29:13.477181Z","end":"2026-04-23T08:29:13.60536Z","steps":["trace[343128844] 'process raft request' (duration: 82.67045ms)","trace[343128844] 'compare' (duration: 45.136794ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:29:13.605682Z","caller":"traceutil/trace.go:171","msg":"trace[1749618585] transaction","detail":"{read_only:false; response_revision:20892; number_of_response:1; }","duration":"128.318796ms","start":"2026-04-23T08:29:13.477352Z","end":"2026-04-23T08:29:13.605671Z","steps":["trace[1749618585] 'process raft request' (duration: 127.948207ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:29:13.605795Z","caller":"traceutil/trace.go:171","msg":"trace[1281384183] transaction","detail":"{read_only:false; response_revision:20894; number_of_response:1; }","duration":"128.354096ms","start":"2026-04-23T08:29:13.477429Z","end":"2026-04-23T08:29:13.605783Z","steps":["trace[1281384183] 'process raft request' (duration: 128.176362ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:29:13.605817Z","caller":"traceutil/trace.go:171","msg":"trace[216201138] transaction","detail":"{read_only:false; response_revision:20893; number_of_response:1; }","duration":"128.406138ms","start":"2026-04-23T08:29:13.477357Z","end":"2026-04-23T08:29:13.605763Z","steps":["trace[216201138] 'process raft request' (duration: 128.140552ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:29:13.60538Z","caller":"traceutil/trace.go:171","msg":"trace[405186814] transaction","detail":"{read_only:false; response_revision:20891; number_of_response:1; }","duration":"128.119431ms","start":"2026-04-23T08:29:13.477227Z","end":"2026-04-23T08:29:13.605347Z","steps":["trace[405186814] 'process raft request' (duration: 128.003268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:14.393095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.712156ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:29:14.393236Z","caller":"traceutil/trace.go:171","msg":"trace[693951532] transaction","detail":"{read_only:false; response_revision:20903; number_of_response:1; }","duration":"324.929935ms","start":"2026-04-23T08:29:14.068283Z","end":"2026-04-23T08:29:14.393213Z","steps":["trace[693951532] 'process raft request' (duration: 33.997474ms)","trace[693951532] 'compare' (duration: 290.530082ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:29:14.393296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:14.06825Z","time spent":"325.023358ms","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":652,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T08:29:14.416587Z","caller":"traceutil/trace.go:171","msg":"trace[1736922548] transaction","detail":"{read_only:false; response_revision:20904; number_of_response:1; }","duration":"347.881921ms","start":"2026-04-23T08:29:14.068676Z","end":"2026-04-23T08:29:14.416558Z","steps":["trace[1736922548] 'process raft request' (duration: 347.644986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:14.41677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:14.068657Z","time spent":"348.016494ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6865,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:29:14.416809Z","caller":"traceutil/trace.go:171","msg":"trace[1538685139] transaction","detail":"{read_only:false; response_revision:20905; number_of_response:1; }","duration":"347.536733ms","start":"2026-04-23T08:29:14.069215Z","end":"2026-04-23T08:29:14.416752Z","steps":["trace[1538685139] 'process raft request' (duration: 347.274227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:14.416965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:14.069205Z","time spent":"347.680057ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6975,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:29:18.041943Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634050653,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:29:18.542618Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634050653,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:29:18.692809Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.236840603s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T08:29:19.038861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.943023083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7564"} {"level":"info","ts":"2026-04-23T08:29:19.038986Z","caller":"traceutil/trace.go:171","msg":"trace[1291934827] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:20922; }","duration":"2.943221608s","start":"2026-04-23T08:29:16.095741Z","end":"2026-04-23T08:29:19.038962Z","steps":["trace[1291934827] 'range keys from in-memory index tree' (duration: 2.942741876s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:19.039079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:16.095713Z","time spent":"2.94335586s","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7587,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-23T08:29:19.039539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.502209232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:29:19.03962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.449543773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:29:19.03965Z","caller":"traceutil/trace.go:171","msg":"trace[484652722] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:20922; }","duration":"2.502411356s","start":"2026-04-23T08:29:16.537211Z","end":"2026-04-23T08:29:19.039622Z","steps":["trace[484652722] 'count revisions from in-memory index tree' (duration: 2.502036758s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:19.039712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:16.537162Z","time spent":"2.50253782s","remote":"127.0.0.1:38922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:29:19.040019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.943868913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:11169"} {"level":"info","ts":"2026-04-23T08:29:19.040052Z","caller":"traceutil/trace.go:171","msg":"trace[1803102696] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:20922; }","duration":"2.943936804s","start":"2026-04-23T08:29:16.096102Z","end":"2026-04-23T08:29:19.040039Z","steps":["trace[1803102696] 'range keys from in-memory index tree' (duration: 2.943725489s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:19.04008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:16.096095Z","time spent":"2.943977065s","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":11192,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-04-23T08:29:19.040282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.94373373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-04-23T08:29:19.040311Z","caller":"traceutil/trace.go:171","msg":"trace[1786846860] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:20922; }","duration":"2.943804411s","start":"2026-04-23T08:29:16.096497Z","end":"2026-04-23T08:29:19.040301Z","steps":["trace[1786846860] 'range keys from in-memory index tree' (duration: 2.943602346s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:19.040337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:16.096472Z","time spent":"2.943858463s","remote":"127.0.0.1:48060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"warn","ts":"2026-04-23T08:29:19.040472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.103273089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:29:19.040409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.98843ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:29:19.040542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.12301346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/senlin-api-8478fb44d9-954s4.18a8eeed85a89a8f\" ","response":"range_response_count:1 size:1169"} {"level":"info","ts":"2026-04-23T08:29:19.040563Z","caller":"traceutil/trace.go:171","msg":"trace[1301896575] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:20922; }","duration":"2.103434413s","start":"2026-04-23T08:29:16.937103Z","end":"2026-04-23T08:29:19.040538Z","steps":["trace[1301896575] 'count revisions from in-memory index tree' (duration: 2.103165776s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:29:19.040602Z","caller":"traceutil/trace.go:171","msg":"trace[1263247646] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:20922; }","duration":"646.194645ms","start":"2026-04-23T08:29:18.394375Z","end":"2026-04-23T08:29:19.040569Z","steps":["trace[1263247646] 'range keys from in-memory index tree' (duration: 645.959459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:19.040624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:16.93708Z","time spent":"2.103532486s","remote":"127.0.0.1:35598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:29:19.039663Z","caller":"traceutil/trace.go:171","msg":"trace[1283446973] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:20922; }","duration":"2.449633545s","start":"2026-04-23T08:29:16.590012Z","end":"2026-04-23T08:29:19.039646Z","steps":["trace[1283446973] 'count revisions from in-memory index tree' (duration: 2.449346499s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:29:19.040619Z","caller":"traceutil/trace.go:171","msg":"trace[326530905] range","detail":"{range_begin:/registry/events/openstack/senlin-api-8478fb44d9-954s4.18a8eeed85a89a8f; range_end:; response_count:1; response_revision:20922; }","duration":"2.123136953s","start":"2026-04-23T08:29:16.91746Z","end":"2026-04-23T08:29:19.040597Z","steps":["trace[326530905] 'range keys from in-memory index tree' (duration: 2.122746414s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:19.040829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:16.917437Z","time spent":"2.123377909s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1192,"request content":"key:\"/registry/events/openstack/senlin-api-8478fb44d9-954s4.18a8eeed85a89a8f\" "} {"level":"warn","ts":"2026-04-23T08:29:19.040772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:16.589983Z","time spent":"2.450760802s","remote":"127.0.0.1:52774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:29:19.040994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.763658ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:29:19.0412Z","caller":"traceutil/trace.go:171","msg":"trace[1000629315] transaction","detail":"{read_only:false; response_revision:20923; number_of_response:1; }","duration":"1.585336989s","start":"2026-04-23T08:29:17.455832Z","end":"2026-04-23T08:29:19.041169Z","steps":["trace[1000629315] 'process raft request' (duration: 1.237259663s)","trace[1000629315] 'compare' (duration: 347.498972ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:29:19.041292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:17.455801Z","time spent":"1.585444161s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:29:19.740823Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.047734277s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T08:29:19.74162Z","caller":"traceutil/trace.go:171","msg":"trace[574231787] linearizableReadLoop","detail":"{readStateIndex:21644; appliedIndex:21642; }","duration":"2.201921231s","start":"2026-04-23T08:29:17.539672Z","end":"2026-04-23T08:29:19.741593Z","steps":["trace[574231787] 'read index received' (duration: 1.153418956s)","trace[574231787] 'applied index is now lower than readState.Index' (duration: 1.048501145s)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:29:19.741694Z","caller":"traceutil/trace.go:171","msg":"trace[1170542020] transaction","detail":"{read_only:false; response_revision:20924; number_of_response:1; }","duration":"2.262144537s","start":"2026-04-23T08:29:17.479504Z","end":"2026-04-23T08:29:19.741649Z","steps":["trace[1170542020] 'process raft request' (duration: 2.261713047s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:19.741874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:17.47948Z","time spent":"2.262297481s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:29:19.741886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.202204748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T08:29:19.741936Z","caller":"traceutil/trace.go:171","msg":"trace[802714099] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20924; }","duration":"2.202320321s","start":"2026-04-23T08:29:17.539602Z","end":"2026-04-23T08:29:19.741922Z","steps":["trace[802714099] 'agreement among raft nodes before linearized reading' (duration: 2.202119036s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:19.741975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:17.539572Z","time spent":"2.202392952s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T08:29:19.884587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000337846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T08:29:19.884889Z","caller":"traceutil/trace.go:171","msg":"trace[4821543] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000690654s","start":"2026-04-23T08:29:17.88416Z","end":"2026-04-23T08:29:19.884851Z","steps":["trace[4821543] 'agreement among raft nodes before linearized reading' (duration: 2.000365416s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:19.885024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:17.884135Z","time spent":"2.000836338s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:29:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:29:20.145248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.87646ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:29:20.145484Z","caller":"traceutil/trace.go:171","msg":"trace[67940236] transaction","detail":"{read_only:false; response_revision:20925; number_of_response:1; }","duration":"1.10225609s","start":"2026-04-23T08:29:19.043179Z","end":"2026-04-23T08:29:20.145435Z","steps":["trace[67940236] 'process raft request' (duration: 802.105753ms)","trace[67940236] 'compare' (duration: 299.737487ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:29:20.145653Z","caller":"traceutil/trace.go:171","msg":"trace[317247128] transaction","detail":"{read_only:false; response_revision:20926; number_of_response:1; }","duration":"398.050672ms","start":"2026-04-23T08:29:19.747582Z","end":"2026-04-23T08:29:20.145633Z","steps":["trace[317247128] 'process raft request' (duration: 397.773386ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:29:20.145677Z","caller":"traceutil/trace.go:171","msg":"trace[1659769972] linearizableReadLoop","detail":"{readStateIndex:21645; appliedIndex:21644; }","duration":"403.949559ms","start":"2026-04-23T08:29:19.741687Z","end":"2026-04-23T08:29:20.145637Z","steps":["trace[1659769972] 'read index received' (duration: 103.587788ms)","trace[1659769972] 'applied index is now lower than readState.Index' (duration: 300.358261ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:29:20.145734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:19.043159Z","time spent":"1.102408254s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1151,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:29:20.145888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:19.747568Z","time spent":"398.130954ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:29:20.145979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.463467177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T08:29:20.146021Z","caller":"traceutil/trace.go:171","msg":"trace[859579957] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20926; }","duration":"2.463544859s","start":"2026-04-23T08:29:17.682461Z","end":"2026-04-23T08:29:20.146006Z","steps":["trace[859579957] 'agreement among raft nodes before linearized reading' (duration: 2.463329294s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:20.145997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.03736219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-04-23T08:29:20.14606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:17.682452Z","time spent":"2.46359963s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T08:29:20.146029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.464564033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T08:29:20.146104Z","caller":"traceutil/trace.go:171","msg":"trace[1513257837] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20926; }","duration":"2.037535334s","start":"2026-04-23T08:29:18.108541Z","end":"2026-04-23T08:29:20.146077Z","steps":["trace[1513257837] 'agreement among raft nodes before linearized reading' (duration: 2.037145805s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:20.146169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:18.108517Z","time spent":"2.037642997s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-23T08:29:20.146244Z","caller":"traceutil/trace.go:171","msg":"trace[1964985841] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20926; }","duration":"2.464853359s","start":"2026-04-23T08:29:17.681358Z","end":"2026-04-23T08:29:20.146211Z","steps":["trace[1964985841] 'agreement among raft nodes before linearized reading' (duration: 2.4644574s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:20.146299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.467308137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-23T08:29:20.146318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:17.681346Z","time spent":"2.464955072s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T08:29:20.146353Z","caller":"traceutil/trace.go:171","msg":"trace[1454431622] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20926; }","duration":"2.467394039s","start":"2026-04-23T08:29:17.678945Z","end":"2026-04-23T08:29:20.146339Z","steps":["trace[1454431622] 'agreement among raft nodes before linearized reading' (duration: 2.467219595s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:20.146396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:17.678923Z","time spent":"2.46746153s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T08:29:20.146481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.839000189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:29:20.146521Z","caller":"traceutil/trace.go:171","msg":"trace[1442760255] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:20926; }","duration":"1.839104022s","start":"2026-04-23T08:29:18.307406Z","end":"2026-04-23T08:29:20.14651Z","steps":["trace[1442760255] 'agreement among raft nodes before linearized reading' (duration: 1.83901532s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:20.146568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:18.307376Z","time spent":"1.839169013s","remote":"127.0.0.1:48366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":15,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:29:20.146557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.464944031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-23T08:29:20.1466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.731534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-trusts-x8vwd\" ","response":"range_response_count:1 size:8279"} {"level":"warn","ts":"2026-04-23T08:29:20.14661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.853489277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-23T08:29:20.146652Z","caller":"traceutil/trace.go:171","msg":"trace[286059709] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20926; }","duration":"2.465058234s","start":"2026-04-23T08:29:17.681576Z","end":"2026-04-23T08:29:20.146634Z","steps":["trace[286059709] 'agreement among raft nodes before linearized reading' (duration: 2.464798178s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:29:20.146668Z","caller":"traceutil/trace.go:171","msg":"trace[1269056739] range","detail":"{range_begin:/registry/pods/openstack/heat-trusts-x8vwd; range_end:; response_count:1; response_revision:20926; }","duration":"415.841677ms","start":"2026-04-23T08:29:19.730807Z","end":"2026-04-23T08:29:20.146649Z","steps":["trace[1269056739] 'agreement among raft nodes before linearized reading' (duration: 415.652513ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:29:20.146683Z","caller":"traceutil/trace.go:171","msg":"trace[696610525] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:20926; }","duration":"1.853609189s","start":"2026-04-23T08:29:18.293055Z","end":"2026-04-23T08:29:20.146664Z","steps":["trace[696610525] 'agreement among raft nodes before linearized reading' (duration: 1.853447596s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:20.146726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:18.293028Z","time spent":"1.853687932s","remote":"127.0.0.1:47922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-04-23T08:29:20.146733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:17.68157Z","time spent":"2.465121485s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T08:29:20.146723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:19.730713Z","time spent":"415.997691ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":8302,"request content":"key:\"/registry/pods/openstack/heat-trusts-x8vwd\" "} {"level":"warn","ts":"2026-04-23T08:29:20.146941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.600688741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T08:29:20.147047Z","caller":"traceutil/trace.go:171","msg":"trace[917097977] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20926; }","duration":"2.600841794s","start":"2026-04-23T08:29:17.546189Z","end":"2026-04-23T08:29:20.147031Z","steps":["trace[917097977] 'agreement among raft nodes before linearized reading' (duration: 2.600563828s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:20.147041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.465460943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-04-23T08:29:20.147125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:17.546164Z","time spent":"2.600947966s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T08:29:20.147211Z","caller":"traceutil/trace.go:171","msg":"trace[825723090] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:20926; }","duration":"2.465702889s","start":"2026-04-23T08:29:17.681457Z","end":"2026-04-23T08:29:20.14716Z","steps":["trace[825723090] 'agreement among raft nodes before linearized reading' (duration: 2.465088485s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:20.148075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:17.68143Z","time spent":"2.466617651s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T08:29:20.14745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.701991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:30 size:260699"} {"level":"info","ts":"2026-04-23T08:29:20.148209Z","caller":"traceutil/trace.go:171","msg":"trace[1189405890] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:30; response_revision:20926; }","duration":"732.48799ms","start":"2026-04-23T08:29:19.415693Z","end":"2026-04-23T08:29:20.148181Z","steps":["trace[1189405890] 'agreement among raft nodes before linearized reading' (duration: 730.628866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:20.148286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:19.415671Z","time spent":"732.590782ms","remote":"127.0.0.1:48340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":30,"response size":260722,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-04-23T08:29:20.186246Z","caller":"traceutil/trace.go:171","msg":"trace[991374457] transaction","detail":"{read_only:false; response_revision:20927; number_of_response:1; }","duration":"173.92903ms","start":"2026-04-23T08:29:20.012288Z","end":"2026-04-23T08:29:20.186217Z","steps":["trace[991374457] 'process raft request' (duration: 173.599412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:20.186368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.56839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:29:20.186479Z","caller":"traceutil/trace.go:171","msg":"trace[1325111917] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20927; }","duration":"301.724564ms","start":"2026-04-23T08:29:19.884728Z","end":"2026-04-23T08:29:20.186452Z","steps":["trace[1325111917] 'agreement among raft nodes before linearized reading' (duration: 301.531799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:20.186616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:19.884708Z","time spent":"301.895587ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T08:29:20.319737Z","caller":"traceutil/trace.go:171","msg":"trace[976789571] transaction","detail":"{read_only:false; response_revision:20928; number_of_response:1; }","duration":"169.529218ms","start":"2026-04-23T08:29:20.150162Z","end":"2026-04-23T08:29:20.319692Z","steps":["trace[976789571] 'process raft request' (duration: 169.327143ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:29:20.320033Z","caller":"traceutil/trace.go:171","msg":"trace[2133444440] linearizableReadLoop","detail":"{readStateIndex:21656; appliedIndex:21647; }","duration":"133.894085ms","start":"2026-04-23T08:29:20.186112Z","end":"2026-04-23T08:29:20.320006Z","steps":["trace[2133444440] 'read index received' (duration: 133.080096ms)","trace[2133444440] 'applied index is now lower than readState.Index' (duration: 813.169µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:29:20.32006Z","caller":"traceutil/trace.go:171","msg":"trace[1746810308] transaction","detail":"{read_only:false; response_revision:20932; number_of_response:1; }","duration":"167.702955ms","start":"2026-04-23T08:29:20.15231Z","end":"2026-04-23T08:29:20.320013Z","steps":["trace[1746810308] 'process raft request' (duration: 167.538411ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:29:20.320184Z","caller":"traceutil/trace.go:171","msg":"trace[494372380] transaction","detail":"{read_only:false; response_revision:20935; number_of_response:1; }","duration":"163.139548ms","start":"2026-04-23T08:29:20.157033Z","end":"2026-04-23T08:29:20.320173Z","steps":["trace[494372380] 'process raft request' (duration: 162.914333ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:29:20.320287Z","caller":"traceutil/trace.go:171","msg":"trace[1573593846] transaction","detail":"{read_only:false; response_revision:20930; number_of_response:1; }","duration":"168.820601ms","start":"2026-04-23T08:29:20.151454Z","end":"2026-04-23T08:29:20.320274Z","steps":["trace[1573593846] 'process raft request' (duration: 168.223027ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:29:20.320335Z","caller":"traceutil/trace.go:171","msg":"trace[1487640044] transaction","detail":"{read_only:false; response_revision:20931; number_of_response:1; }","duration":"168.417661ms","start":"2026-04-23T08:29:20.151895Z","end":"2026-04-23T08:29:20.320313Z","steps":["trace[1487640044] 'process raft request' (duration: 167.91462ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:29:20.320389Z","caller":"traceutil/trace.go:171","msg":"trace[1034617205] transaction","detail":"{read_only:false; response_revision:20929; number_of_response:1; }","duration":"169.098808ms","start":"2026-04-23T08:29:20.151242Z","end":"2026-04-23T08:29:20.320341Z","steps":["trace[1034617205] 'process raft request' (duration: 168.371911ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:29:20.320548Z","caller":"traceutil/trace.go:171","msg":"trace[402060219] transaction","detail":"{read_only:false; response_revision:20933; number_of_response:1; }","duration":"167.5202ms","start":"2026-04-23T08:29:20.152964Z","end":"2026-04-23T08:29:20.320484Z","steps":["trace[402060219] 'process raft request' (duration: 166.924396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:20.320725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.900786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:29:20.32075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.670821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-acd2d063-8dc9-452d-b2cd-f125befb87e4\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-04-23T08:29:20.320778Z","caller":"traceutil/trace.go:171","msg":"trace[1802503312] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20935; }","duration":"125.000308ms","start":"2026-04-23T08:29:20.195764Z","end":"2026-04-23T08:29:20.320765Z","steps":["trace[1802503312] 'agreement among raft nodes before linearized reading' (duration: 124.895675ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:29:20.320804Z","caller":"traceutil/trace.go:171","msg":"trace[1558532880] range","detail":"{range_begin:/registry/persistentvolumes/pvc-acd2d063-8dc9-452d-b2cd-f125befb87e4; range_end:; response_count:1; response_revision:20935; }","duration":"130.802583ms","start":"2026-04-23T08:29:20.189986Z","end":"2026-04-23T08:29:20.320788Z","steps":["trace[1558532880] 'agreement among raft nodes before linearized reading' (duration: 130.572548ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:29:20.320787Z","caller":"traceutil/trace.go:171","msg":"trace[268758009] transaction","detail":"{read_only:false; response_revision:20934; number_of_response:1; }","duration":"166.855725ms","start":"2026-04-23T08:29:20.153843Z","end":"2026-04-23T08:29:20.320698Z","steps":["trace[268758009] 'process raft request' (duration: 166.072437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:20.320884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.537095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-23T08:29:20.320988Z","caller":"traceutil/trace.go:171","msg":"trace[1446685509] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20935; }","duration":"168.694009ms","start":"2026-04-23T08:29:20.152271Z","end":"2026-04-23T08:29:20.320965Z","steps":["trace[1446685509] 'agreement among raft nodes before linearized reading' (duration: 168.32651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:20.668799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.030273ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:29:20.668901Z","caller":"traceutil/trace.go:171","msg":"trace[1331648322] linearizableReadLoop","detail":"{readStateIndex:21658; appliedIndex:21657; }","duration":"298.624191ms","start":"2026-04-23T08:29:20.370253Z","end":"2026-04-23T08:29:20.668877Z","steps":["trace[1331648322] 'read index received' (duration: 64.27151ms)","trace[1331648322] 'applied index is now lower than readState.Index' (duration: 234.351801ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:29:20.668941Z","caller":"traceutil/trace.go:171","msg":"trace[889830065] transaction","detail":"{read_only:false; response_revision:20937; number_of_response:1; }","duration":"298.953089ms","start":"2026-04-23T08:29:20.369946Z","end":"2026-04-23T08:29:20.668899Z","steps":["trace[889830065] 'process raft request' (duration: 64.732661ms)","trace[889830065] 'compare' (duration: 233.754777ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:29:20.669113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.856876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8296f6fa-0ca2-414d-8c2e-806a1d69eb94\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-04-23T08:29:20.669146Z","caller":"traceutil/trace.go:171","msg":"trace[1990883077] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8296f6fa-0ca2-414d-8c2e-806a1d69eb94; range_end:; response_count:1; response_revision:20937; }","duration":"298.919028ms","start":"2026-04-23T08:29:20.370218Z","end":"2026-04-23T08:29:20.669137Z","steps":["trace[1990883077] 'agreement among raft nodes before linearized reading' (duration: 298.735774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:20.669321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.069728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-23T08:29:20.669405Z","caller":"traceutil/trace.go:171","msg":"trace[2003888407] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:20937; }","duration":"298.183971ms","start":"2026-04-23T08:29:20.371202Z","end":"2026-04-23T08:29:20.669386Z","steps":["trace[2003888407] 'agreement among raft nodes before linearized reading' (duration: 297.935355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:20.669466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.77477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:29:20.669552Z","caller":"traceutil/trace.go:171","msg":"trace[744499347] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20937; }","duration":"168.886333ms","start":"2026-04-23T08:29:20.500625Z","end":"2026-04-23T08:29:20.669511Z","steps":["trace[744499347] 'agreement among raft nodes before linearized reading' (duration: 168.77453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:21.363647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.421303ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:29:21.363794Z","caller":"traceutil/trace.go:171","msg":"trace[1812279155] transaction","detail":"{read_only:false; response_revision:20938; number_of_response:1; }","duration":"609.711944ms","start":"2026-04-23T08:29:20.754052Z","end":"2026-04-23T08:29:21.363764Z","steps":["trace[1812279155] 'process raft request' (duration: 106.061617ms)","trace[1812279155] 'compare' (duration: 503.118565ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:29:21.363875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:20.754026Z","time spent":"609.815406ms","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T08:29:22.213898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.709853ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:29:22.214024Z","caller":"traceutil/trace.go:171","msg":"trace[1161842225] transaction","detail":"{read_only:false; response_revision:20939; number_of_response:1; }","duration":"1.450248235s","start":"2026-04-23T08:29:20.763755Z","end":"2026-04-23T08:29:22.214003Z","steps":["trace[1161842225] 'process raft request' (duration: 849.341357ms)","trace[1161842225] 'compare' (duration: 600.363975ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:29:22.214085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:20.763728Z","time spent":"1.450328497s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8559,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:29:22.635123Z","caller":"traceutil/trace.go:171","msg":"trace[816669703] linearizableReadLoop","detail":"{readStateIndex:21661; appliedIndex:21659; }","duration":"1.371844614s","start":"2026-04-23T08:29:21.263251Z","end":"2026-04-23T08:29:22.635096Z","steps":["trace[816669703] 'read index received' (duration: 349.951869ms)","trace[816669703] 'applied index is now lower than readState.Index' (duration: 1.021891755s)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:29:22.635224Z","caller":"traceutil/trace.go:171","msg":"trace[78501418] transaction","detail":"{read_only:false; response_revision:20941; number_of_response:1; }","duration":"1.26628126s","start":"2026-04-23T08:29:21.368935Z","end":"2026-04-23T08:29:22.635216Z","steps":["trace[78501418] 'process raft request' (duration: 1.266031664s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:29:22.635227Z","caller":"traceutil/trace.go:171","msg":"trace[1626084539] transaction","detail":"{read_only:false; response_revision:20940; number_of_response:1; }","duration":"1.586742112s","start":"2026-04-23T08:29:21.048462Z","end":"2026-04-23T08:29:22.635204Z","steps":["trace[1626084539] 'process raft request' (duration: 1.561749048s)","trace[1626084539] 'compare' (duration: 24.488572ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:29:22.635298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:21.368907Z","time spent":"1.266334842s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":876,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T08:29:22.635322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:21.048432Z","time spent":"1.586833393s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:29:22.635516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.372250154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:29:22.63561Z","caller":"traceutil/trace.go:171","msg":"trace[1156300152] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:20941; }","duration":"1.372384147s","start":"2026-04-23T08:29:21.263193Z","end":"2026-04-23T08:29:22.635577Z","steps":["trace[1156300152] 'agreement among raft nodes before linearized reading' (duration: 1.372192963s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:22.635646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:21.263166Z","time spent":"1.372470769s","remote":"127.0.0.1:38268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:29:23.33517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.751213ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-04-23T08:29:23.335441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:22.639082Z","time spent":"696.352825ms","remote":"127.0.0.1:47972","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T08:29:23.335637Z","caller":"traceutil/trace.go:171","msg":"trace[444131467] linearizableReadLoop","detail":"{readStateIndex:21663; appliedIndex:21662; }","duration":"700.41949ms","start":"2026-04-23T08:29:22.635184Z","end":"2026-04-23T08:29:23.335603Z","steps":["trace[444131467] 'read index received' (duration: 177.001621ms)","trace[444131467] 'applied index is now lower than readState.Index' (duration: 523.414759ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:29:23.335904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116745739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-cfn-7cb55596f5-95zwx\" ","response":"range_response_count:1 size:8581"} {"level":"warn","ts":"2026-04-23T08:29:23.335904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009165317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-04-23T08:29:23.335921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00714122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T08:29:23.335944Z","caller":"traceutil/trace.go:171","msg":"trace[664856012] range","detail":"{range_begin:/registry/pods/openstack/heat-cfn-7cb55596f5-95zwx; range_end:; response_count:1; response_revision:20942; }","duration":"1.116856162s","start":"2026-04-23T08:29:22.219079Z","end":"2026-04-23T08:29:23.335935Z","steps":["trace[664856012] 'agreement among raft nodes before linearized reading' (duration: 1.116670457s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:29:23.335978Z","caller":"traceutil/trace.go:171","msg":"trace[804154409] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20942; }","duration":"1.007237412s","start":"2026-04-23T08:29:22.328727Z","end":"2026-04-23T08:29:23.335965Z","steps":["trace[804154409] 'agreement among raft nodes before linearized reading' (duration: 1.006989807s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:23.335986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:22.219053Z","time spent":"1.116924963s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":8604,"request content":"key:\"/registry/pods/openstack/heat-cfn-7cb55596f5-95zwx\" "} {"level":"warn","ts":"2026-04-23T08:29:23.335993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00712002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-23T08:29:23.336031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:22.328719Z","time spent":"1.007302634s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T08:29:23.336048Z","caller":"traceutil/trace.go:171","msg":"trace[787777833] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20942; }","duration":"1.007181411s","start":"2026-04-23T08:29:22.328846Z","end":"2026-04-23T08:29:23.336027Z","steps":["trace[787777833] 'agreement among raft nodes before linearized reading' (duration: 1.006999767s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:23.33609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:22.32884Z","time spent":"1.007242832s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T08:29:23.336107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007563219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-23T08:29:23.335937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.009294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:29:23.335976Z","caller":"traceutil/trace.go:171","msg":"trace[65930672] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:20942; }","duration":"1.00929332s","start":"2026-04-23T08:29:22.326662Z","end":"2026-04-23T08:29:23.335955Z","steps":["trace[65930672] 'agreement among raft nodes before linearized reading' (duration: 1.009050424s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:23.336241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.80863181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:29:23.335632Z","caller":"traceutil/trace.go:171","msg":"trace[19012995] transaction","detail":"{read_only:false; response_revision:20942; number_of_response:1; }","duration":"1.585827809s","start":"2026-04-23T08:29:21.749763Z","end":"2026-04-23T08:29:23.335591Z","steps":["trace[19012995] 'process raft request' (duration: 1.06241823s)","trace[19012995] 'compare' (duration: 522.240341ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:29:23.336284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185655688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T08:29:23.336317Z","caller":"traceutil/trace.go:171","msg":"trace[1357226501] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:20942; }","duration":"1.808741933s","start":"2026-04-23T08:29:21.527547Z","end":"2026-04-23T08:29:23.336289Z","steps":["trace[1357226501] 'agreement among raft nodes before linearized reading' (duration: 1.808661941s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:29:23.336347Z","caller":"traceutil/trace.go:171","msg":"trace[1964623875] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20942; }","duration":"1.18575687s","start":"2026-04-23T08:29:22.150571Z","end":"2026-04-23T08:29:23.336328Z","steps":["trace[1964623875] 'agreement among raft nodes before linearized reading' (duration: 1.185602746s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:23.336374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452008765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:29:23.336379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:21.749729Z","time spent":"1.586566706s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:29:23.336386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008932132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T08:29:23.336416Z","caller":"traceutil/trace.go:171","msg":"trace[1198257157] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20942; }","duration":"1.452122378s","start":"2026-04-23T08:29:21.88428Z","end":"2026-04-23T08:29:23.336402Z","steps":["trace[1198257157] 'agreement among raft nodes before linearized reading' (duration: 1.452063356s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:23.336434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.621753517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:29:23.336443Z","caller":"traceutil/trace.go:171","msg":"trace[1364288592] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20942; }","duration":"1.009011103s","start":"2026-04-23T08:29:22.327419Z","end":"2026-04-23T08:29:23.33643Z","steps":["trace[1364288592] 'agreement among raft nodes before linearized reading' (duration: 1.00889155s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:29:23.33647Z","caller":"traceutil/trace.go:171","msg":"trace[118934032] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20942; }","duration":"1.621828489s","start":"2026-04-23T08:29:21.714632Z","end":"2026-04-23T08:29:23.33646Z","steps":["trace[118934032] 'agreement among raft nodes before linearized reading' (duration: 1.621772658s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:23.336505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:21.714605Z","time spent":"1.621895341s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:29:23.33651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:22.327407Z","time spent":"1.009090666s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T08:29:23.336282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007801396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-23T08:29:23.336259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:22.326632Z","time spent":"1.009613488s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T08:29:23.336399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:22.150545Z","time spent":"1.185845811s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T08:29:23.336464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:21.884251Z","time spent":"1.45220058s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:29:23.336373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:21.527496Z","time spent":"1.808866546s","remote":"127.0.0.1:48304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:29:23.336144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.022231486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:29:23.336169Z","caller":"traceutil/trace.go:171","msg":"trace[107769015] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20942; }","duration":"1.007644632s","start":"2026-04-23T08:29:22.328511Z","end":"2026-04-23T08:29:23.336156Z","steps":["trace[107769015] 'agreement among raft nodes before linearized reading' (duration: 1.007493568s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:29:23.336659Z","caller":"traceutil/trace.go:171","msg":"trace[10657585] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:20942; }","duration":"2.022776779s","start":"2026-04-23T08:29:21.313864Z","end":"2026-04-23T08:29:23.33664Z","steps":["trace[10657585] 'agreement among raft nodes before linearized reading' (duration: 2.022153695s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:23.336675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:22.328497Z","time spent":"1.008166424s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T08:29:23.33672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:21.313785Z","time spent":"2.022916623s","remote":"127.0.0.1:38910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:29:23.336581Z","caller":"traceutil/trace.go:171","msg":"trace[346609018] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20942; }","duration":"1.008117263s","start":"2026-04-23T08:29:22.328429Z","end":"2026-04-23T08:29:23.336546Z","steps":["trace[346609018] 'agreement among raft nodes before linearized reading' (duration: 1.007764425s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:23.336789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:22.328402Z","time spent":"1.008375148s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T08:29:23.336346Z","caller":"traceutil/trace.go:171","msg":"trace[1370429591] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:20942; }","duration":"976.359101ms","start":"2026-04-23T08:29:22.359864Z","end":"2026-04-23T08:29:23.336223Z","steps":["trace[1370429591] 'agreement among raft nodes before linearized reading' (duration: 975.977303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:23.336113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.662314135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:29:23.337069Z","caller":"traceutil/trace.go:171","msg":"trace[1963094991] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:20942; }","duration":"1.663320728s","start":"2026-04-23T08:29:21.673725Z","end":"2026-04-23T08:29:23.337046Z","steps":["trace[1963094991] 'agreement among raft nodes before linearized reading' (duration: 1.662274443s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:23.336941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:22.359844Z","time spent":"977.078819ms","remote":"127.0.0.1:52868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:29:23.337129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:21.673705Z","time spent":"1.66340533s","remote":"127.0.0.1:40126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":5,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:29:24.340497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.683705ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:29:24.340615Z","caller":"traceutil/trace.go:171","msg":"trace[1176717816] linearizableReadLoop","detail":"{readStateIndex:21665; appliedIndex:21664; }","duration":"1.004879807s","start":"2026-04-23T08:29:23.335717Z","end":"2026-04-23T08:29:24.340597Z","steps":["trace[1176717816] 'read index received' (duration: 424.012398ms)","trace[1176717816] 'applied index is now lower than readState.Index' (duration: 580.865839ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:29:24.340719Z","caller":"traceutil/trace.go:171","msg":"trace[889208144] transaction","detail":"{read_only:false; response_revision:20943; number_of_response:1; }","duration":"1.474327017s","start":"2026-04-23T08:29:22.866344Z","end":"2026-04-23T08:29:24.340671Z","steps":["trace[889208144] 'process raft request' (duration: 893.368155ms)","trace[889208144] 'compare' (duration: 580.365518ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:29:24.340989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.239126866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:29:24.341069Z","caller":"traceutil/trace.go:171","msg":"trace[1875147307] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:20943; }","duration":"1.239231049s","start":"2026-04-23T08:29:23.101818Z","end":"2026-04-23T08:29:24.341049Z","steps":["trace[1875147307] 'agreement among raft nodes before linearized reading' (duration: 1.23885322s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:24.341109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:23.10177Z","time spent":"1.239327881s","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:29:24.341408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:22.866314Z","time spent":"1.474740436s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:29:24.84119Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634050709,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:29:24.94326Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.183481008s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T08:29:24.943847Z","caller":"traceutil/trace.go:171","msg":"trace[2071877275] transaction","detail":"{read_only:false; response_revision:20946; number_of_response:1; }","duration":"1.602180911s","start":"2026-04-23T08:29:23.341637Z","end":"2026-04-23T08:29:24.943818Z","steps":["trace[2071877275] 'process raft request' (duration: 1.602053638s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:29:24.943867Z","caller":"traceutil/trace.go:171","msg":"trace[101574912] transaction","detail":"{read_only:false; response_revision:20945; number_of_response:1; }","duration":"1.602295535s","start":"2026-04-23T08:29:23.341537Z","end":"2026-04-23T08:29:24.943832Z","steps":["trace[101574912] 'process raft request' (duration: 1.602072559s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:24.943994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:23.341631Z","time spent":"1.602285633s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:29:24.944022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:23.341511Z","time spent":"1.602424027s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:29:24.944054Z","caller":"traceutil/trace.go:171","msg":"trace[1237078016] transaction","detail":"{read_only:false; response_revision:20947; number_of_response:1; }","duration":"1.601204088s","start":"2026-04-23T08:29:23.342833Z","end":"2026-04-23T08:29:24.944037Z","steps":["trace[1237078016] 'process raft request' (duration: 1.600947562s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:24.944142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:23.342805Z","time spent":"1.601296891s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:29:24.94435Z","caller":"traceutil/trace.go:171","msg":"trace[2014124088] transaction","detail":"{read_only:false; response_revision:20948; number_of_response:1; }","duration":"1.601409553s","start":"2026-04-23T08:29:23.342927Z","end":"2026-04-23T08:29:24.944336Z","steps":["trace[2014124088] 'process raft request' (duration: 1.601053655s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:24.944414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:23.34292Z","time spent":"1.601463294s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:29:24.944417Z","caller":"traceutil/trace.go:171","msg":"trace[1373672439] transaction","detail":"{read_only:false; response_revision:20944; number_of_response:1; }","duration":"1.606711967s","start":"2026-04-23T08:29:23.33765Z","end":"2026-04-23T08:29:24.944362Z","steps":["trace[1373672439] 'process raft request' (duration: 1.605815896s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:29:24.944727Z","caller":"traceutil/trace.go:171","msg":"trace[958382575] transaction","detail":"{read_only:false; response_revision:20949; number_of_response:1; }","duration":"1.601489385s","start":"2026-04-23T08:29:23.343196Z","end":"2026-04-23T08:29:24.944686Z","steps":["trace[958382575] 'process raft request' (duration: 1.601101586s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:29:24.944771Z","caller":"traceutil/trace.go:171","msg":"trace[1885474954] transaction","detail":"{read_only:false; response_revision:20950; number_of_response:1; }","duration":"1.601121187s","start":"2026-04-23T08:29:23.343634Z","end":"2026-04-23T08:29:24.944755Z","steps":["trace[1885474954] 'process raft request' (duration: 1.600968093s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:24.944826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:23.337595Z","time spent":"1.607148248s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T08:29:24.944866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:23.34361Z","time spent":"1.601215559s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:29:24.944932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:23.343189Z","time spent":"1.601640799s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:29:24.944966Z","caller":"traceutil/trace.go:171","msg":"trace[1527368825] transaction","detail":"{read_only:false; response_revision:20952; number_of_response:1; }","duration":"1.597296528s","start":"2026-04-23T08:29:23.347659Z","end":"2026-04-23T08:29:24.944956Z","steps":["trace[1527368825] 'process raft request' (duration: 1.597143374s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:29:24.94495Z","caller":"traceutil/trace.go:171","msg":"trace[361897479] transaction","detail":"{read_only:false; response_revision:20951; number_of_response:1; }","duration":"1.600056822s","start":"2026-04-23T08:29:23.344874Z","end":"2026-04-23T08:29:24.944931Z","steps":["trace[361897479] 'process raft request' (duration: 1.599844197s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:24.945134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:23.344863Z","time spent":"1.600221866s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:29:24.945015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:23.347644Z","time spent":"1.597343079s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8574,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:29:25.081878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.974458ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-23T08:29:25.082713Z","caller":"traceutil/trace.go:171","msg":"trace[1706285648] transaction","detail":"{read_only:false; response_revision:20953; number_of_response:1; }","duration":"1.08635963s","start":"2026-04-23T08:29:23.996323Z","end":"2026-04-23T08:29:25.082683Z","steps":["trace[1706285648] 'process raft request' (duration: 1.085715725s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:25.082875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:23.99628Z","time spent":"1.086514664s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:29:25.163692Z","caller":"traceutil/trace.go:171","msg":"trace[1595107611] linearizableReadLoop","detail":"{readStateIndex:21677; appliedIndex:21665; }","duration":"823.006483ms","start":"2026-04-23T08:29:24.340642Z","end":"2026-04-23T08:29:25.163649Z","steps":["trace[1595107611] 'read index received' (duration: 602.866284ms)","trace[1595107611] 'applied index is now lower than readState.Index' (duration: 220.136019ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:29:25.163729Z","caller":"traceutil/trace.go:171","msg":"trace[878445637] transaction","detail":"{read_only:false; response_revision:20954; number_of_response:1; }","duration":"521.76347ms","start":"2026-04-23T08:29:24.6419Z","end":"2026-04-23T08:29:25.163664Z","steps":["trace[878445637] 'process raft request' (duration: 440.761069ms)","trace[878445637] 'compare' (duration: 80.725405ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:29:25.163784Z","caller":"traceutil/trace.go:171","msg":"trace[21330423] transaction","detail":"{read_only:false; response_revision:20955; number_of_response:1; }","duration":"214.59078ms","start":"2026-04-23T08:29:24.949147Z","end":"2026-04-23T08:29:25.163738Z","steps":["trace[21330423] 'process raft request' (duration: 214.427786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:25.164023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.702845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:29:25.164044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.642421761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:29:25.164125Z","caller":"traceutil/trace.go:171","msg":"trace[1347883025] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:20955; }","duration":"1.642674806s","start":"2026-04-23T08:29:23.521432Z","end":"2026-04-23T08:29:25.164107Z","steps":["trace[1347883025] 'agreement among raft nodes before linearized reading' (duration: 1.64237715s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:25.164187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:23.521397Z","time spent":"1.642775109s","remote":"127.0.0.1:41308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:29:25.164121Z","caller":"traceutil/trace.go:171","msg":"trace[1402475523] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:20955; }","duration":"403.852107ms","start":"2026-04-23T08:29:24.760243Z","end":"2026-04-23T08:29:25.164095Z","steps":["trace[1402475523] 'agreement among raft nodes before linearized reading' (duration: 403.701534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:25.164213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.357234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-7f6d77d776-fcwl5\" ","response":"range_response_count:1 size:7261"} {"level":"warn","ts":"2026-04-23T08:29:25.164292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:24.760219Z","time spent":"404.052282ms","remote":"127.0.0.1:38868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:29:25.164305Z","caller":"traceutil/trace.go:171","msg":"trace[986704589] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-7f6d77d776-fcwl5; range_end:; response_count:1; response_revision:20955; }","duration":"214.501918ms","start":"2026-04-23T08:29:24.949781Z","end":"2026-04-23T08:29:25.164283Z","steps":["trace[986704589] 'agreement among raft nodes before linearized reading' (duration: 214.18781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:25.164064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.821686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:29:25.164614Z","caller":"traceutil/trace.go:171","msg":"trace[2099396468] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:20955; }","duration":"673.360319ms","start":"2026-04-23T08:29:24.491227Z","end":"2026-04-23T08:29:25.164588Z","steps":["trace[2099396468] 'agreement among raft nodes before linearized reading' (duration: 672.683623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:25.164702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:24.491157Z","time spent":"673.501352ms","remote":"127.0.0.1:48060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":77,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:29:25.164813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:24.641871Z","time spent":"521.960335ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:29:25.164905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014102614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-23T08:29:25.165091Z","caller":"traceutil/trace.go:171","msg":"trace[395026555] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:20955; }","duration":"1.01436245s","start":"2026-04-23T08:29:24.150652Z","end":"2026-04-23T08:29:25.165015Z","steps":["trace[395026555] 'agreement among raft nodes before linearized reading' (duration: 1.013247154s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:25.165214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818372469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:29:25.165189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:24.150591Z","time spent":"1.014583634s","remote":"127.0.0.1:48054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-04-23T08:29:25.165267Z","caller":"traceutil/trace.go:171","msg":"trace[1785434396] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20955; }","duration":"1.81845241s","start":"2026-04-23T08:29:23.346801Z","end":"2026-04-23T08:29:25.165254Z","steps":["trace[1785434396] 'agreement among raft nodes before linearized reading' (duration: 1.818339208s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:25.165307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:29:23.346794Z","time spent":"1.818505901s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T08:29:25.365912Z","caller":"traceutil/trace.go:171","msg":"trace[586391934] transaction","detail":"{read_only:false; response_revision:20956; number_of_response:1; }","duration":"191.574443ms","start":"2026-04-23T08:29:25.174293Z","end":"2026-04-23T08:29:25.365867Z","steps":["trace[586391934] 'process raft request' (duration: 117.123065ms)","trace[586391934] 'compare' (duration: 74.308494ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:29:25.431564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.38809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:29:25.431666Z","caller":"traceutil/trace.go:171","msg":"trace[1031347007] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:20957; }","duration":"117.551864ms","start":"2026-04-23T08:29:25.314092Z","end":"2026-04-23T08:29:25.431644Z","steps":["trace[1031347007] 'agreement among raft nodes before linearized reading' (duration: 117.350919ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:29:26.72578Z","caller":"traceutil/trace.go:171","msg":"trace[2008360719] transaction","detail":"{read_only:false; response_revision:20962; number_of_response:1; }","duration":"130.596189ms","start":"2026-04-23T08:29:26.595137Z","end":"2026-04-23T08:29:26.725733Z","steps":["trace[2008360719] 'process raft request' (duration: 129.588025ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:29:27.034978Z","caller":"traceutil/trace.go:171","msg":"trace[1442241356] transaction","detail":"{read_only:false; response_revision:20966; number_of_response:1; }","duration":"148.766553ms","start":"2026-04-23T08:29:26.886174Z","end":"2026-04-23T08:29:27.034941Z","steps":["trace[1442241356] 'process raft request' (duration: 113.628832ms)","trace[1442241356] 'compare' (duration: 34.973417ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:29:27.069469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.389741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-23T08:29:27.069582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.742238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T08:29:27.069614Z","caller":"traceutil/trace.go:171","msg":"trace[1995250898] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20967; }","duration":"117.589625ms","start":"2026-04-23T08:29:26.951976Z","end":"2026-04-23T08:29:27.069566Z","steps":["trace[1995250898] 'agreement among raft nodes before linearized reading' (duration: 117.290688ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:29:27.069694Z","caller":"traceutil/trace.go:171","msg":"trace[1626387600] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20967; }","duration":"117.905533ms","start":"2026-04-23T08:29:26.951744Z","end":"2026-04-23T08:29:27.069649Z","steps":["trace[1626387600] 'agreement among raft nodes before linearized reading' (duration: 117.663557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:27.06975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.920702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T08:29:27.069829Z","caller":"traceutil/trace.go:171","msg":"trace[977418983] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20967; }","duration":"118.041395ms","start":"2026-04-23T08:29:26.951764Z","end":"2026-04-23T08:29:27.069806Z","steps":["trace[977418983] 'agreement among raft nodes before linearized reading' (duration: 117.80531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:27.069588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.711568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T08:29:27.069877Z","caller":"traceutil/trace.go:171","msg":"trace[1125381261] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20967; }","duration":"118.051576ms","start":"2026-04-23T08:29:26.951816Z","end":"2026-04-23T08:29:27.069867Z","steps":["trace[1125381261] 'agreement among raft nodes before linearized reading' (duration: 117.515703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:27.069907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.040166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T08:29:27.06999Z","caller":"traceutil/trace.go:171","msg":"trace[973168827] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20967; }","duration":"118.135397ms","start":"2026-04-23T08:29:26.951836Z","end":"2026-04-23T08:29:27.069971Z","steps":["trace[973168827] 'agreement among raft nodes before linearized reading' (duration: 117.80229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:27.070133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.107807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-23T08:29:27.07022Z","caller":"traceutil/trace.go:171","msg":"trace[107259188] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:20967; }","duration":"118.307902ms","start":"2026-04-23T08:29:26.951887Z","end":"2026-04-23T08:29:27.070195Z","steps":["trace[107259188] 'agreement among raft nodes before linearized reading' (duration: 117.741858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:30:08.998353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.828097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:30:08.998533Z","caller":"traceutil/trace.go:171","msg":"trace[1822671358] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21331; }","duration":"114.081183ms","start":"2026-04-23T08:30:08.884417Z","end":"2026-04-23T08:30:08.998498Z","steps":["trace[1822671358] 'range keys from in-memory index tree' (duration: 113.719864ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:30:32.843327Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19218} {"level":"info","ts":"2026-04-23T08:30:32.998494Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19218,"took":"150.535815ms","hash":3068467226,"current-db-size-bytes":57188352,"current-db-size":"57 MB","current-db-size-in-use-bytes":30945280,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-23T08:30:32.998668Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3068467226,"revision":19218,"compact-revision":16767} {"level":"info","ts":"2026-04-23T08:31:36.063187Z","caller":"traceutil/trace.go:171","msg":"trace[294997527] linearizableReadLoop","detail":"{readStateIndex:22677; appliedIndex:22676; }","duration":"182.430459ms","start":"2026-04-23T08:31:35.880731Z","end":"2026-04-23T08:31:36.063161Z","steps":["trace[294997527] 'read index received' (duration: 182.153573ms)","trace[294997527] 'applied index is now lower than readState.Index' (duration: 275.306µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:31:36.063338Z","caller":"traceutil/trace.go:171","msg":"trace[985005754] transaction","detail":"{read_only:false; response_revision:21920; number_of_response:1; }","duration":"244.328234ms","start":"2026-04-23T08:31:35.818942Z","end":"2026-04-23T08:31:36.06327Z","steps":["trace[985005754] 'process raft request' (duration: 244.009576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:31:36.063383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.621774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:31:36.063425Z","caller":"traceutil/trace.go:171","msg":"trace[1612178897] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:21920; }","duration":"182.745226ms","start":"2026-04-23T08:31:35.880667Z","end":"2026-04-23T08:31:36.063412Z","steps":["trace[1612178897] 'agreement among raft nodes before linearized reading' (duration: 182.648114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:31:36.063499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.203817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:31:36.06361Z","caller":"traceutil/trace.go:171","msg":"trace[759514700] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:21920; }","duration":"132.34868ms","start":"2026-04-23T08:31:35.931235Z","end":"2026-04-23T08:31:36.063584Z","steps":["trace[759514700] 'agreement among raft nodes before linearized reading' (duration: 132.142585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:32:08.612829Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634053789,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T08:32:08.662357Z","caller":"traceutil/trace.go:171","msg":"trace[1108381727] transaction","detail":"{read_only:false; response_revision:22081; number_of_response:1; }","duration":"630.050239ms","start":"2026-04-23T08:32:08.032268Z","end":"2026-04-23T08:32:08.662318Z","steps":["trace[1108381727] 'process raft request' (duration: 628.679357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:32:08.662581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:32:08.032243Z","time spent":"630.226422ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:32:08.664232Z","caller":"traceutil/trace.go:171","msg":"trace[2072802681] linearizableReadLoop","detail":"{readStateIndex:22847; appliedIndex:22843; }","duration":"552.028666ms","start":"2026-04-23T08:32:08.112165Z","end":"2026-04-23T08:32:08.664193Z","steps":["trace[2072802681] 'read index received' (duration: 548.835522ms)","trace[2072802681] 'applied index is now lower than readState.Index' (duration: 3.191924ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:32:08.664381Z","caller":"traceutil/trace.go:171","msg":"trace[1336803734] transaction","detail":"{read_only:false; response_revision:22082; number_of_response:1; }","duration":"311.593334ms","start":"2026-04-23T08:32:08.352761Z","end":"2026-04-23T08:32:08.664354Z","steps":["trace[1336803734] 'process raft request' (duration: 311.214775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:32:08.664502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:32:08.352723Z","time spent":"311.713997ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:32:08.66471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.520268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-04-23T08:32:08.664796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.822006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-04-23T08:32:08.664812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.331634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T08:32:08.664848Z","caller":"traceutil/trace.go:171","msg":"trace[1774500651] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:22084; }","duration":"552.732993ms","start":"2026-04-23T08:32:08.112095Z","end":"2026-04-23T08:32:08.664828Z","steps":["trace[1774500651] 'agreement among raft nodes before linearized reading' (duration: 552.337424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:32:08.66484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.077488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T08:32:08.664891Z","caller":"traceutil/trace.go:171","msg":"trace[702743419] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22084; }","duration":"256.444597ms","start":"2026-04-23T08:32:08.408421Z","end":"2026-04-23T08:32:08.664865Z","steps":["trace[702743419] 'agreement among raft nodes before linearized reading' (duration: 256.182011ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:32:08.664887Z","caller":"traceutil/trace.go:171","msg":"trace[787012926] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:22084; }","duration":"253.925258ms","start":"2026-04-23T08:32:08.410932Z","end":"2026-04-23T08:32:08.664858Z","steps":["trace[787012926] 'agreement among raft nodes before linearized reading' (duration: 253.739483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:32:08.664906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:32:08.112064Z","time spent":"552.832696ms","remote":"127.0.0.1:48054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-04-23T08:32:08.664912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.772891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-23T08:32:08.66491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.249825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T08:32:08.665002Z","caller":"traceutil/trace.go:171","msg":"trace[1997879590] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22084; }","duration":"255.874993ms","start":"2026-04-23T08:32:08.409097Z","end":"2026-04-23T08:32:08.664972Z","steps":["trace[1997879590] 'agreement among raft nodes before linearized reading' (duration: 255.696039ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:32:08.664474Z","caller":"traceutil/trace.go:171","msg":"trace[1422013013] transaction","detail":"{read_only:false; response_revision:22084; number_of_response:1; }","duration":"222.803892ms","start":"2026-04-23T08:32:08.441619Z","end":"2026-04-23T08:32:08.664423Z","steps":["trace[1422013013] 'process raft request' (duration: 222.531515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:32:08.665022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.376019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T08:32:08.665021Z","caller":"traceutil/trace.go:171","msg":"trace[1856235974] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22084; }","duration":"257.413989ms","start":"2026-04-23T08:32:08.407576Z","end":"2026-04-23T08:32:08.66499Z","steps":["trace[1856235974] 'agreement among raft nodes before linearized reading' (duration: 257.151083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:32:08.664895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.426156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T08:32:08.665058Z","caller":"traceutil/trace.go:171","msg":"trace[111565597] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22084; }","duration":"296.45584ms","start":"2026-04-23T08:32:08.368591Z","end":"2026-04-23T08:32:08.665047Z","steps":["trace[111565597] 'agreement among raft nodes before linearized reading' (duration: 296.381198ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:32:08.665093Z","caller":"traceutil/trace.go:171","msg":"trace[2124615373] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22084; }","duration":"256.709503ms","start":"2026-04-23T08:32:08.408371Z","end":"2026-04-23T08:32:08.665081Z","steps":["trace[2124615373] 'agreement among raft nodes before linearized reading' (duration: 256.208701ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:32:08.664935Z","caller":"traceutil/trace.go:171","msg":"trace[1561233315] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22084; }","duration":"256.263242ms","start":"2026-04-23T08:32:08.408651Z","end":"2026-04-23T08:32:08.664914Z","steps":["trace[1561233315] 'agreement among raft nodes before linearized reading' (duration: 255.893594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:32:08.664813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.075306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-23T08:32:08.665265Z","caller":"traceutil/trace.go:171","msg":"trace[797431795] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:22084; }","duration":"363.552567ms","start":"2026-04-23T08:32:08.30169Z","end":"2026-04-23T08:32:08.665243Z","steps":["trace[797431795] 'agreement among raft nodes before linearized reading' (duration: 362.8322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:32:08.66538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:32:08.301608Z","time spent":"363.750501ms","remote":"127.0.0.1:47922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"info","ts":"2026-04-23T08:32:08.665981Z","caller":"traceutil/trace.go:171","msg":"trace[1259081977] transaction","detail":"{read_only:false; response_revision:22083; number_of_response:1; }","duration":"301.815246ms","start":"2026-04-23T08:32:08.362534Z","end":"2026-04-23T08:32:08.664349Z","steps":["trace[1259081977] 'process raft request' (duration: 301.579601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:32:08.666119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:32:08.362502Z","time spent":"303.529976ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:32:15.231876Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634053854,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T08:32:15.301602Z","caller":"traceutil/trace.go:171","msg":"trace[1721852616] transaction","detail":"{read_only:false; response_revision:22112; number_of_response:1; }","duration":"575.72528ms","start":"2026-04-23T08:32:14.725839Z","end":"2026-04-23T08:32:15.301565Z","steps":["trace[1721852616] 'process raft request' (duration: 575.512295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:32:15.301912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:32:14.725806Z","time spent":"576.007116ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:32:16.296093Z","caller":"traceutil/trace.go:171","msg":"trace[1356951749] linearizableReadLoop","detail":"{readStateIndex:22878; appliedIndex:22876; }","duration":"1.564245766s","start":"2026-04-23T08:32:14.731801Z","end":"2026-04-23T08:32:16.296047Z","steps":["trace[1356951749] 'read index received' (duration: 569.604697ms)","trace[1356951749] 'applied index is now lower than readState.Index' (duration: 994.639089ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:32:16.296261Z","caller":"traceutil/trace.go:171","msg":"trace[1126162829] transaction","detail":"{read_only:false; response_revision:22113; number_of_response:1; }","duration":"1.570215566s","start":"2026-04-23T08:32:14.726003Z","end":"2026-04-23T08:32:16.296219Z","steps":["trace[1126162829] 'process raft request' (duration: 1.569827067s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:32:16.296467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:32:14.725967Z","time spent":"1.5703855s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:32:16.296486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.564643866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T08:32:16.296552Z","caller":"traceutil/trace.go:171","msg":"trace[1972283556] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22113; }","duration":"1.56484237s","start":"2026-04-23T08:32:14.73169Z","end":"2026-04-23T08:32:16.296532Z","steps":["trace[1972283556] 'agreement among raft nodes before linearized reading' (duration: 1.564564984s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:32:16.296588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.475993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:32:16.296627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062467443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7913"} {"level":"warn","ts":"2026-04-23T08:32:16.29669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.556865524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T08:32:16.296711Z","caller":"traceutil/trace.go:171","msg":"trace[1614053197] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:22113; }","duration":"1.062560555s","start":"2026-04-23T08:32:15.23413Z","end":"2026-04-23T08:32:16.29669Z","steps":["trace[1614053197] 'agreement among raft nodes before linearized reading' (duration: 1.062322559s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:32:16.296737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.557918449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-23T08:32:16.296746Z","caller":"traceutil/trace.go:171","msg":"trace[1824086021] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22113; }","duration":"1.556930566s","start":"2026-04-23T08:32:14.739798Z","end":"2026-04-23T08:32:16.296728Z","steps":["trace[1824086021] 'agreement among raft nodes before linearized reading' (duration: 1.556846594s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:32:16.296759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:32:15.234057Z","time spent":"1.062693107s","remote":"127.0.0.1:52860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7936,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-04-23T08:32:16.29678Z","caller":"traceutil/trace.go:171","msg":"trace[1765110155] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:22113; }","duration":"1.558020471s","start":"2026-04-23T08:32:14.738748Z","end":"2026-04-23T08:32:16.296769Z","steps":["trace[1765110155] 'agreement among raft nodes before linearized reading' (duration: 1.557907668s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:32:16.296788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:32:14.73978Z","time spent":"1.557000647s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T08:32:16.296822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:32:14.738716Z","time spent":"1.558089302s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T08:32:16.296881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.558086012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-23T08:32:16.296836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411986012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:32:16.29701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.557537959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T08:32:16.297035Z","caller":"traceutil/trace.go:171","msg":"trace[2137252190] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22113; }","duration":"1.557579191s","start":"2026-04-23T08:32:14.739448Z","end":"2026-04-23T08:32:16.297028Z","steps":["trace[2137252190] 'agreement among raft nodes before linearized reading' (duration: 1.557521519s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:32:16.29704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.255509659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-04-23T08:32:16.297047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296634249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-04-23T08:32:16.297062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:32:14.739436Z","time spent":"1.557622381s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T08:32:16.297079Z","caller":"traceutil/trace.go:171","msg":"trace[1330768867] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:22113; }","duration":"1.255583111s","start":"2026-04-23T08:32:15.041483Z","end":"2026-04-23T08:32:16.297066Z","steps":["trace[1330768867] 'agreement among raft nodes before linearized reading' (duration: 1.255489168s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:32:16.297085Z","caller":"traceutil/trace.go:171","msg":"trace[656889603] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:22113; }","duration":"1.296719751s","start":"2026-04-23T08:32:15.000353Z","end":"2026-04-23T08:32:16.297073Z","steps":["trace[656889603] 'agreement among raft nodes before linearized reading' (duration: 1.296643299s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:32:16.297114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:32:15.000329Z","time spent":"1.296780273s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-23T08:32:16.297118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:32:15.041456Z","time spent":"1.255654623s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-23T08:32:16.297124Z","caller":"traceutil/trace.go:171","msg":"trace[99181524] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22113; }","duration":"1.412459303s","start":"2026-04-23T08:32:14.884551Z","end":"2026-04-23T08:32:16.297011Z","steps":["trace[99181524] 'agreement among raft nodes before linearized reading' (duration: 1.41189841s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:32:16.296923Z","caller":"traceutil/trace.go:171","msg":"trace[1022015453] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22113; }","duration":"1.558149854s","start":"2026-04-23T08:32:14.738763Z","end":"2026-04-23T08:32:16.296913Z","steps":["trace[1022015453] 'agreement among raft nodes before linearized reading' (duration: 1.55797584s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:32:16.297291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:32:14.884516Z","time spent":"1.4127256s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:32:16.297343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:32:14.73875Z","time spent":"1.558582674s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T08:32:16.296615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:32:14.731664Z","time spent":"1.564937673s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T08:32:16.296686Z","caller":"traceutil/trace.go:171","msg":"trace[942711502] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:22113; }","duration":"395.644486ms","start":"2026-04-23T08:32:15.901017Z","end":"2026-04-23T08:32:16.296662Z","steps":["trace[942711502] 'agreement among raft nodes before linearized reading' (duration: 395.467402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:32:16.297543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:32:15.900984Z","time spent":"396.546657ms","remote":"127.0.0.1:35622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:32:16.296627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.556538426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T08:32:16.297693Z","caller":"traceutil/trace.go:171","msg":"trace[1213121526] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22113; }","duration":"1.557617011s","start":"2026-04-23T08:32:14.740067Z","end":"2026-04-23T08:32:16.297684Z","steps":["trace[1213121526] 'agreement among raft nodes before linearized reading' (duration: 1.556509295s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:32:16.297773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:32:14.740056Z","time spent":"1.557706054s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T08:32:16.296525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.563879287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T08:32:16.297907Z","caller":"traceutil/trace.go:171","msg":"trace[1420036246] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22113; }","duration":"1.565304871s","start":"2026-04-23T08:32:14.732592Z","end":"2026-04-23T08:32:16.297896Z","steps":["trace[1420036246] 'agreement among raft nodes before linearized reading' (duration: 1.563719594s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:32:16.297966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:32:14.73258Z","time spent":"1.565372502s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T08:32:16.29695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.563394957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-23T08:32:16.298072Z","caller":"traceutil/trace.go:171","msg":"trace[800729712] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22113; }","duration":"1.564533403s","start":"2026-04-23T08:32:14.733529Z","end":"2026-04-23T08:32:16.298062Z","steps":["trace[800729712] 'agreement among raft nodes before linearized reading' (duration: 1.563367616s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:32:16.298098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:32:14.73352Z","time spent":"1.564569753s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T08:32:16.296972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.374729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:32:16.29848Z","caller":"traceutil/trace.go:171","msg":"trace[1621638223] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:22113; }","duration":"692.919665ms","start":"2026-04-23T08:32:15.605546Z","end":"2026-04-23T08:32:16.298466Z","steps":["trace[1621638223] 'agreement among raft nodes before linearized reading' (duration: 691.39229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:32:16.298609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:32:15.605522Z","time spent":"692.976877ms","remote":"127.0.0.1:45292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:32:17.694101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.546977ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:32:17.694537Z","caller":"traceutil/trace.go:171","msg":"trace[1757562801] transaction","detail":"{read_only:false; response_revision:22116; number_of_response:1; }","duration":"1.391696668s","start":"2026-04-23T08:32:16.302812Z","end":"2026-04-23T08:32:17.694509Z","steps":["trace[1757562801] 'process raft request' (duration: 1.391554535s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:32:17.6947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:32:16.302787Z","time spent":"1.391867822s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:32:17.695151Z","caller":"traceutil/trace.go:171","msg":"trace[938724704] transaction","detail":"{read_only:false; response_revision:22117; number_of_response:1; }","duration":"1.392290692s","start":"2026-04-23T08:32:16.302835Z","end":"2026-04-23T08:32:17.695126Z","steps":["trace[938724704] 'process raft request' (duration: 1.391618377s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:32:17.695328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:32:16.302827Z","time spent":"1.392407045s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:32:17.69467Z","caller":"traceutil/trace.go:171","msg":"trace[293559046] transaction","detail":"{read_only:false; response_revision:22115; number_of_response:1; }","duration":"1.391838312s","start":"2026-04-23T08:32:16.302777Z","end":"2026-04-23T08:32:17.694615Z","steps":["trace[293559046] 'process raft request' (duration: 976.6634ms)","trace[293559046] 'compare' (duration: 413.920292ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:32:17.695505Z","caller":"traceutil/trace.go:171","msg":"trace[1426142122] transaction","detail":"{read_only:false; response_revision:22118; number_of_response:1; }","duration":"1.392659941s","start":"2026-04-23T08:32:16.302816Z","end":"2026-04-23T08:32:17.695476Z","steps":["trace[1426142122] 'process raft request' (duration: 1.39220006s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:32:17.695524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:32:16.302767Z","time spent":"1.392642701s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:32:17.695715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:32:16.302781Z","time spent":"1.392801244s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:32:17.697921Z","caller":"traceutil/trace.go:171","msg":"trace[1372049320] linearizableReadLoop","detail":"{readStateIndex:22883; appliedIndex:22878; }","duration":"1.394439713s","start":"2026-04-23T08:32:16.30345Z","end":"2026-04-23T08:32:17.69789Z","steps":["trace[1372049320] 'read index received' (duration: 19.871394ms)","trace[1372049320] 'applied index is now lower than readState.Index' (duration: 1.374566979s)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:32:17.698464Z","caller":"traceutil/trace.go:171","msg":"trace[1377539223] transaction","detail":"{read_only:false; response_revision:22119; number_of_response:1; }","duration":"1.394942344s","start":"2026-04-23T08:32:16.3035Z","end":"2026-04-23T08:32:17.698442Z","steps":["trace[1377539223] 'process raft request' (duration: 1.391939394s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:32:17.698656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:32:16.303489Z","time spent":"1.395021147s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:32:17.699025Z","caller":"traceutil/trace.go:171","msg":"trace[1525218150] transaction","detail":"{read_only:false; response_revision:22120; number_of_response:1; }","duration":"1.395050037s","start":"2026-04-23T08:32:16.303938Z","end":"2026-04-23T08:32:17.698988Z","steps":["trace[1525218150] 'process raft request' (duration: 1.393004379s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:32:17.699107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:32:16.30393Z","time spent":"1.395136759s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:32:17.699379Z","caller":"traceutil/trace.go:171","msg":"trace[1971288797] transaction","detail":"{read_only:false; response_revision:22121; number_of_response:1; }","duration":"1.395314173s","start":"2026-04-23T08:32:16.304052Z","end":"2026-04-23T08:32:17.699367Z","steps":["trace[1971288797] 'process raft request' (duration: 1.392940457s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:32:17.699456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:32:16.304043Z","time spent":"1.395374895s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:32:17.699723Z","caller":"traceutil/trace.go:171","msg":"trace[674994378] transaction","detail":"{read_only:false; response_revision:22122; number_of_response:1; }","duration":"1.395465497s","start":"2026-04-23T08:32:16.304243Z","end":"2026-04-23T08:32:17.699709Z","steps":["trace[674994378] 'process raft request' (duration: 1.392839945s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:32:17.699798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:32:16.304234Z","time spent":"1.395526748s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:32:17.699979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.396527892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-23T08:32:17.700014Z","caller":"traceutil/trace.go:171","msg":"trace[229685227] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22122; }","duration":"1.396577492s","start":"2026-04-23T08:32:16.303428Z","end":"2026-04-23T08:32:17.700005Z","steps":["trace[229685227] 'agreement among raft nodes before linearized reading' (duration: 1.396437309s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:32:17.700035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:32:16.303419Z","time spent":"1.396612113s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T08:32:18.307855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000285124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T08:32:18.307957Z","caller":"traceutil/trace.go:171","msg":"trace[1977850120] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000453258s","start":"2026-04-23T08:32:16.307483Z","end":"2026-04-23T08:32:18.307936Z","steps":["trace[1977850120] 'agreement among raft nodes before linearized reading' (duration: 2.000325785s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:32:18.308079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:32:16.307459Z","time spent":"2.000608152s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:32:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:32:18.649693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.164017ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:32:18.649897Z","caller":"traceutil/trace.go:171","msg":"trace[1750696241] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22122; }","duration":"255.360441ms","start":"2026-04-23T08:32:18.394479Z","end":"2026-04-23T08:32:18.649839Z","steps":["trace[1750696241] 'range keys from in-memory index tree' (duration: 255.136016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:32:18.650303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.930339ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:32:18.650432Z","caller":"traceutil/trace.go:171","msg":"trace[1336172244] linearizableReadLoop","detail":"{readStateIndex:22888; appliedIndex:22887; }","duration":"952.401892ms","start":"2026-04-23T08:32:17.69801Z","end":"2026-04-23T08:32:18.650412Z","steps":["trace[1336172244] 'read index received' (duration: 431.275188ms)","trace[1336172244] 'applied index is now lower than readState.Index' (duration: 521.125544ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:32:18.650579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.442721278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:32:18.65055Z","caller":"traceutil/trace.go:171","msg":"trace[513057688] transaction","detail":"{read_only:false; response_revision:22123; number_of_response:1; }","duration":"1.341774491s","start":"2026-04-23T08:32:17.308702Z","end":"2026-04-23T08:32:18.650477Z","steps":["trace[513057688] 'process raft request' (duration: 820.564565ms)","trace[513057688] 'compare' (duration: 520.715605ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:32:18.650623Z","caller":"traceutil/trace.go:171","msg":"trace[1461799652] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:22123; }","duration":"1.44280233s","start":"2026-04-23T08:32:17.207805Z","end":"2026-04-23T08:32:18.650607Z","steps":["trace[1461799652] 'agreement among raft nodes before linearized reading' (duration: 1.442689108s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:32:18.650663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:32:17.207783Z","time spent":"1.442869861s","remote":"127.0.0.1:46520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:32:18.650787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:32:17.308668Z","time spent":"1.341990926s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:32:18.65086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.886817815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T08:32:18.650861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.054967911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:32:18.650983Z","caller":"traceutil/trace.go:171","msg":"trace[501612173] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:22123; }","duration":"1.887004879s","start":"2026-04-23T08:32:16.763948Z","end":"2026-04-23T08:32:18.650953Z","steps":["trace[501612173] 'agreement among raft nodes before linearized reading' (duration: 1.886753173s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:32:18.651101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:32:16.763916Z","time spent":"1.887170943s","remote":"127.0.0.1:48352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:32:18.651097Z","caller":"traceutil/trace.go:171","msg":"trace[801490013] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:22123; }","duration":"2.055232177s","start":"2026-04-23T08:32:16.595839Z","end":"2026-04-23T08:32:18.651071Z","steps":["trace[801490013] 'agreement among raft nodes before linearized reading' (duration: 2.054905179s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:32:18.651223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:32:16.595757Z","time spent":"2.055412121s","remote":"127.0.0.1:38872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:32:19.150951Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634053872,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:32:19.652177Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634053872,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:32:20.153003Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634053872,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:32:20.177038Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.87454s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T08:32:20.308149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000116151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T08:32:20.308245Z","caller":"traceutil/trace.go:171","msg":"trace[1494060408] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000287115s","start":"2026-04-23T08:32:18.307935Z","end":"2026-04-23T08:32:20.308222Z","steps":["trace[1494060408] 'agreement among raft nodes before linearized reading' (duration: 2.000153612s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:32:20.308299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:32:18.307908Z","time spent":"2.000375838s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:32:20.679563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.845455ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:32:20.679702Z","caller":"traceutil/trace.go:171","msg":"trace[1240793652] transaction","detail":"{read_only:false; response_revision:22124; number_of_response:1; }","duration":"2.377325676s","start":"2026-04-23T08:32:18.30235Z","end":"2026-04-23T08:32:20.679676Z","steps":["trace[1240793652] 'process raft request' (duration: 1.8749831s)","trace[1240793652] 'compare' (duration: 501.593489ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:32:20.679769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:32:18.30233Z","time spent":"2.377406519s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:32:21.55753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.285014ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:32:21.557848Z","caller":"traceutil/trace.go:171","msg":"trace[82771139] transaction","detail":"{read_only:false; response_revision:22128; number_of_response:1; }","duration":"899.473347ms","start":"2026-04-23T08:32:20.658354Z","end":"2026-04-23T08:32:21.557827Z","steps":["trace[82771139] 'process raft request' (duration: 899.424726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:32:21.557979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:32:20.658318Z","time spent":"899.59165ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:32:21.55828Z","caller":"traceutil/trace.go:171","msg":"trace[896505724] linearizableReadLoop","detail":"{readStateIndex:22891; appliedIndex:22888; }","duration":"2.90778854s","start":"2026-04-23T08:32:18.650464Z","end":"2026-04-23T08:32:21.558252Z","steps":["trace[896505724] 'read index received' (duration: 1.526863934s)","trace[896505724] 'applied index is now lower than readState.Index' (duration: 1.380919566s)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:32:21.558327Z","caller":"traceutil/trace.go:171","msg":"trace[725083692] transaction","detail":"{read_only:false; response_revision:22125; number_of_response:1; }","duration":"2.726190931s","start":"2026-04-23T08:32:18.832088Z","end":"2026-04-23T08:32:21.558279Z","steps":["trace[725083692] 'process raft request' (duration: 2.612035096s)","trace[725083692] 'compare' (duration: 113.127301ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:32:21.558346Z","caller":"traceutil/trace.go:171","msg":"trace[484885543] transaction","detail":"{read_only:false; response_revision:22127; number_of_response:1; }","duration":"1.102760233s","start":"2026-04-23T08:32:20.455545Z","end":"2026-04-23T08:32:21.558305Z","steps":["trace[484885543] 'process raft request' (duration: 1.10218964s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:32:21.558528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:32:18.83205Z","time spent":"2.726363195s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:32:21.558493Z","caller":"traceutil/trace.go:171","msg":"trace[581843974] transaction","detail":"{read_only:false; response_revision:22126; number_of_response:1; }","duration":"2.633978848s","start":"2026-04-23T08:32:18.924228Z","end":"2026-04-23T08:32:21.558207Z","steps":["trace[581843974] 'process raft request' (duration: 2.633426435s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:32:21.558555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:32:20.455505Z","time spent":"1.102924537s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:32:21.558631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.857325786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18422"} {"level":"warn","ts":"2026-04-23T08:32:21.558607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.256234945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-23T08:32:21.558672Z","caller":"traceutil/trace.go:171","msg":"trace[1487984426] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22128; }","duration":"3.857384067s","start":"2026-04-23T08:32:17.701273Z","end":"2026-04-23T08:32:21.558657Z","steps":["trace[1487984426] 'agreement among raft nodes before linearized reading' (duration: 3.85711254s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:32:21.558696Z","caller":"traceutil/trace.go:171","msg":"trace[1676206294] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:22128; }","duration":"3.256375238s","start":"2026-04-23T08:32:18.302299Z","end":"2026-04-23T08:32:21.558675Z","steps":["trace[1676206294] 'agreement among raft nodes before linearized reading' (duration: 3.256069171s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:32:21.558707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:32:17.701255Z","time spent":"3.857444478s","remote":"127.0.0.1:48070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18445,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-23T08:32:21.558733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:32:18.302273Z","time spent":"3.256453099s","remote":"127.0.0.1:47922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-04-23T08:32:21.558802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.783828027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T08:32:21.558794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.230886722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:32:21.558849Z","caller":"traceutil/trace.go:171","msg":"trace[1724002579] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:22128; }","duration":"2.783920059s","start":"2026-04-23T08:32:18.774913Z","end":"2026-04-23T08:32:21.558833Z","steps":["trace[1724002579] 'agreement among raft nodes before linearized reading' (duration: 2.783794116s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:32:21.558834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.491561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T08:32:21.558814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:32:18.9242Z","time spent":"2.634406198s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:32:21.5589Z","caller":"traceutil/trace.go:171","msg":"trace[1076874499] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22128; }","duration":"3.231096798s","start":"2026-04-23T08:32:18.327777Z","end":"2026-04-23T08:32:21.558874Z","steps":["trace[1076874499] 'agreement among raft nodes before linearized reading' (duration: 3.230568005s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:32:21.558925Z","caller":"traceutil/trace.go:171","msg":"trace[1973223536] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22128; }","duration":"1.491672772s","start":"2026-04-23T08:32:20.067229Z","end":"2026-04-23T08:32:21.558902Z","steps":["trace[1973223536] 'agreement among raft nodes before linearized reading' (duration: 1.491503858s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:32:21.558959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:32:18.327744Z","time spent":"3.23120085s","remote":"127.0.0.1:41358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:32:21.558967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:32:20.06717Z","time spent":"1.491786925s","remote":"127.0.0.1:41398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:32:21.559035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242152207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:32:21.559061Z","caller":"traceutil/trace.go:171","msg":"trace[1691696567] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22128; }","duration":"1.242177218s","start":"2026-04-23T08:32:20.316877Z","end":"2026-04-23T08:32:21.559054Z","steps":["trace[1691696567] 'agreement among raft nodes before linearized reading' (duration: 1.242104166s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:32:21.559078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:32:20.316803Z","time spent":"1.242271709s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:32:21.558884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:32:18.774883Z","time spent":"2.783991991s","remote":"127.0.0.1:48400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":43,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:32:21.559094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.856587201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-23T08:32:21.559103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.856455978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T08:32:21.559128Z","caller":"traceutil/trace.go:171","msg":"trace[1670859643] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22128; }","duration":"1.856678972s","start":"2026-04-23T08:32:19.70244Z","end":"2026-04-23T08:32:21.559119Z","steps":["trace[1670859643] 'agreement among raft nodes before linearized reading' (duration: 1.856467297s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:32:21.559156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.852525146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-23T08:32:21.559163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:32:19.702405Z","time spent":"1.856752114s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T08:32:21.559174Z","caller":"traceutil/trace.go:171","msg":"trace[1165600879] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22128; }","duration":"1.856542129s","start":"2026-04-23T08:32:19.702612Z","end":"2026-04-23T08:32:21.559154Z","steps":["trace[1165600879] 'agreement among raft nodes before linearized reading' (duration: 1.856292543s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:32:21.559196Z","caller":"traceutil/trace.go:171","msg":"trace[1267747416] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22128; }","duration":"1.852623448s","start":"2026-04-23T08:32:19.706559Z","end":"2026-04-23T08:32:21.559182Z","steps":["trace[1267747416] 'agreement among raft nodes before linearized reading' (duration: 1.852518265s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:32:21.55916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.854260796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-23T08:32:21.559228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:32:19.706527Z","time spent":"1.85269381s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T08:32:21.559267Z","caller":"traceutil/trace.go:171","msg":"trace[1101381093] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22128; }","duration":"1.85443733s","start":"2026-04-23T08:32:19.704803Z","end":"2026-04-23T08:32:21.55924Z","steps":["trace[1101381093] 'agreement among raft nodes before linearized reading' (duration: 1.854054661s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:32:21.558816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.947807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T08:32:21.559305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.854161764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-23T08:32:21.559317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:32:19.704747Z","time spent":"1.854560523s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T08:32:21.559323Z","caller":"traceutil/trace.go:171","msg":"trace[340242113] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:22128; }","duration":"143.5038ms","start":"2026-04-23T08:32:21.415806Z","end":"2026-04-23T08:32:21.55931Z","steps":["trace[340242113] 'agreement among raft nodes before linearized reading' (duration: 142.928906ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:32:21.559336Z","caller":"traceutil/trace.go:171","msg":"trace[538454753] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22128; }","duration":"1.854205425s","start":"2026-04-23T08:32:19.70512Z","end":"2026-04-23T08:32:21.559325Z","steps":["trace[538454753] 'agreement among raft nodes before linearized reading' (duration: 1.854124583s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:32:21.559377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:32:19.705109Z","time spent":"1.854261806s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T08:32:21.559353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.230695588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-04-23T08:32:21.559429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246954079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8ed912415be4e\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-23T08:32:21.559452Z","caller":"traceutil/trace.go:171","msg":"trace[1036262038] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:22128; }","duration":"3.230808541s","start":"2026-04-23T08:32:18.328616Z","end":"2026-04-23T08:32:21.559425Z","steps":["trace[1036262038] 'agreement among raft nodes before linearized reading' (duration: 3.230470013s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:32:21.559226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:32:19.702605Z","time spent":"1.856611481s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T08:32:21.559488Z","caller":"traceutil/trace.go:171","msg":"trace[381736763] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8ed912415be4e; range_end:; response_count:1; response_revision:22128; }","duration":"1.24701545s","start":"2026-04-23T08:32:20.312444Z","end":"2026-04-23T08:32:21.559459Z","steps":["trace[381736763] 'agreement among raft nodes before linearized reading' (duration: 1.246813336s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:32:21.559499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:32:18.328583Z","time spent":"3.230906453s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T08:32:21.559518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:32:20.312427Z","time spent":"1.247083883s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8ed912415be4e\" "} {"level":"warn","ts":"2026-04-23T08:32:21.559573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.854919502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T08:32:21.559617Z","caller":"traceutil/trace.go:171","msg":"trace[262608618] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22128; }","duration":"1.854984723s","start":"2026-04-23T08:32:19.704623Z","end":"2026-04-23T08:32:21.559608Z","steps":["trace[262608618] 'agreement among raft nodes before linearized reading' (duration: 1.85486974s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:32:21.559667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:32:19.704614Z","time spent":"1.855047004s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T08:32:26.032312Z","caller":"traceutil/trace.go:171","msg":"trace[2105519756] transaction","detail":"{read_only:false; response_revision:22151; number_of_response:1; }","duration":"355.448328ms","start":"2026-04-23T08:32:25.676829Z","end":"2026-04-23T08:32:26.032277Z","steps":["trace[2105519756] 'process raft request' (duration: 310.378746ms)","trace[2105519756] 'compare' (duration: 44.737294ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:32:26.032488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:32:25.676808Z","time spent":"355.583691ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:32:26.032563Z","caller":"traceutil/trace.go:171","msg":"trace[1470509619] transaction","detail":"{read_only:false; response_revision:22152; number_of_response:1; }","duration":"354.68248ms","start":"2026-04-23T08:32:25.677856Z","end":"2026-04-23T08:32:26.032538Z","steps":["trace[1470509619] 'process raft request' (duration: 354.371503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:32:26.032732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:32:25.67784Z","time spent":"354.807053ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:32:26.033046Z","caller":"traceutil/trace.go:171","msg":"trace[677602730] transaction","detail":"{read_only:false; response_revision:22155; number_of_response:1; }","duration":"354.643849ms","start":"2026-04-23T08:32:25.678377Z","end":"2026-04-23T08:32:26.033021Z","steps":["trace[677602730] 'process raft request' (duration: 354.582068ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:32:26.033111Z","caller":"traceutil/trace.go:171","msg":"trace[1656759735] transaction","detail":"{read_only:false; response_revision:22154; number_of_response:1; }","duration":"354.751471ms","start":"2026-04-23T08:32:25.678348Z","end":"2026-04-23T08:32:26.0331Z","steps":["trace[1656759735] 'process raft request' (duration: 354.513396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:32:26.033158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:32:25.67834Z","time spent":"354.789833ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:32:26.03315Z","caller":"traceutil/trace.go:171","msg":"trace[988130830] transaction","detail":"{read_only:false; response_revision:22156; number_of_response:1; }","duration":"354.280881ms","start":"2026-04-23T08:32:25.678845Z","end":"2026-04-23T08:32:26.033126Z","steps":["trace[988130830] 'process raft request' (duration: 354.142817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:32:26.033181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:32:25.678369Z","time spent":"354.744081ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:32:26.033156Z","caller":"traceutil/trace.go:171","msg":"trace[1760112786] linearizableReadLoop","detail":"{readStateIndex:22923; appliedIndex:22916; }","duration":"347.566364ms","start":"2026-04-23T08:32:25.685558Z","end":"2026-04-23T08:32:26.033124Z","steps":["trace[1760112786] 'read index received' (duration: 27.550943ms)","trace[1760112786] 'applied index is now lower than readState.Index' (duration: 320.013051ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:32:26.033215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:32:25.678832Z","time spent":"354.351012ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:32:26.033332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.759258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:32:26.033375Z","caller":"traceutil/trace.go:171","msg":"trace[791696911] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:22156; }","duration":"347.835ms","start":"2026-04-23T08:32:25.685529Z","end":"2026-04-23T08:32:26.033364Z","steps":["trace[791696911] 'agreement among raft nodes before linearized reading' (duration: 347.743008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:32:26.033404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:32:25.685518Z","time spent":"347.879141ms","remote":"127.0.0.1:54214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:32:26.033341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.112101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:32:26.033478Z","caller":"traceutil/trace.go:171","msg":"trace[1525466506] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22156; }","duration":"149.289266ms","start":"2026-04-23T08:32:25.884178Z","end":"2026-04-23T08:32:26.033467Z","steps":["trace[1525466506] 'agreement among raft nodes before linearized reading' (duration: 149.127182ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:32:26.033425Z","caller":"traceutil/trace.go:171","msg":"trace[46250043] transaction","detail":"{read_only:false; response_revision:22153; number_of_response:1; }","duration":"355.042918ms","start":"2026-04-23T08:32:25.677858Z","end":"2026-04-23T08:32:26.032901Z","steps":["trace[46250043] 'process raft request' (duration: 354.592148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:32:26.033675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:32:25.677837Z","time spent":"355.733474ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:32:27.012981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.665553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:32:27.013213Z","caller":"traceutil/trace.go:171","msg":"trace[1866861774] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22157; }","duration":"128.988181ms","start":"2026-04-23T08:32:26.884198Z","end":"2026-04-23T08:32:27.013186Z","steps":["trace[1866861774] 'range keys from in-memory index tree' (duration: 128.53073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:32:28.501404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.34125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:32:28.501508Z","caller":"traceutil/trace.go:171","msg":"trace[2056959113] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:22165; }","duration":"192.502124ms","start":"2026-04-23T08:32:28.308972Z","end":"2026-04-23T08:32:28.501474Z","steps":["trace[2056959113] 'count revisions from in-memory index tree' (duration: 192.227658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:32:28.501739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.446822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-23T08:32:28.501836Z","caller":"traceutil/trace.go:171","msg":"trace[105908896] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:22165; }","duration":"198.593755ms","start":"2026-04-23T08:32:28.303227Z","end":"2026-04-23T08:32:28.501821Z","steps":["trace[105908896] 'range keys from in-memory index tree' (duration: 198.238288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:32:28.501832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.391377ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:32:28.501996Z","caller":"traceutil/trace.go:171","msg":"trace[2007538447] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22165; }","duration":"107.572021ms","start":"2026-04-23T08:32:28.394397Z","end":"2026-04-23T08:32:28.501969Z","steps":["trace[2007538447] 'range keys from in-memory index tree' (duration: 107.364786ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:32:30.205078Z","caller":"traceutil/trace.go:171","msg":"trace[346998108] linearizableReadLoop","detail":"{readStateIndex:22939; appliedIndex:22938; }","duration":"110.358086ms","start":"2026-04-23T08:32:30.094689Z","end":"2026-04-23T08:32:30.205047Z","steps":["trace[346998108] 'read index received' (duration: 110.09099ms)","trace[346998108] 'applied index is now lower than readState.Index' (duration: 265.666µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:32:30.205371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.644883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-23T08:32:30.205477Z","caller":"traceutil/trace.go:171","msg":"trace[2013598588] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22171; }","duration":"110.792576ms","start":"2026-04-23T08:32:30.094662Z","end":"2026-04-23T08:32:30.205454Z","steps":["trace[2013598588] 'agreement among raft nodes before linearized reading' (duration: 110.50469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:32:30.205491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.719164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-23T08:32:30.205551Z","caller":"traceutil/trace.go:171","msg":"trace[2069199880] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:22171; }","duration":"110.846137ms","start":"2026-04-23T08:32:30.094686Z","end":"2026-04-23T08:32:30.205532Z","steps":["trace[2069199880] 'agreement among raft nodes before linearized reading' (duration: 110.600272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:32:30.205598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.806417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-23T08:32:30.205667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.821837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-23T08:32:30.205594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.846187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T08:32:30.20587Z","caller":"traceutil/trace.go:171","msg":"trace[1882462213] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22171; }","duration":"111.035722ms","start":"2026-04-23T08:32:30.094757Z","end":"2026-04-23T08:32:30.205793Z","steps":["trace[1882462213] 'agreement among raft nodes before linearized reading' (duration: 110.546851ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:32:30.205868Z","caller":"traceutil/trace.go:171","msg":"trace[1680303919] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22171; }","duration":"111.176296ms","start":"2026-04-23T08:32:30.094672Z","end":"2026-04-23T08:32:30.205848Z","steps":["trace[1680303919] 'agreement among raft nodes before linearized reading' (duration: 110.747806ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:32:30.205793Z","caller":"traceutil/trace.go:171","msg":"trace[1921143768] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22171; }","duration":"111.043182ms","start":"2026-04-23T08:32:30.094728Z","end":"2026-04-23T08:32:30.205772Z","steps":["trace[1921143768] 'agreement among raft nodes before linearized reading' (duration: 110.668893ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:32:30.205145Z","caller":"traceutil/trace.go:171","msg":"trace[524182932] transaction","detail":"{read_only:false; response_revision:22171; number_of_response:1; }","duration":"115.349253ms","start":"2026-04-23T08:32:30.089749Z","end":"2026-04-23T08:32:30.205098Z","steps":["trace[524182932] 'process raft request' (duration: 115.106437ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:33:23.358372Z","caller":"traceutil/trace.go:171","msg":"trace[1953900327] transaction","detail":"{read_only:false; response_revision:22705; number_of_response:1; }","duration":"142.396231ms","start":"2026-04-23T08:33:23.215945Z","end":"2026-04-23T08:33:23.358312Z","steps":["trace[1953900327] 'process raft request' (duration: 142.177296ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:33:23.390677Z","caller":"traceutil/trace.go:171","msg":"trace[121106201] transaction","detail":"{read_only:false; response_revision:22706; number_of_response:1; }","duration":"117.04128ms","start":"2026-04-23T08:33:23.273587Z","end":"2026-04-23T08:33:23.390628Z","steps":["trace[121106201] 'process raft request' (duration: 116.854915ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:33:43.074958Z","caller":"traceutil/trace.go:171","msg":"trace[1253246756] linearizableReadLoop","detail":"{readStateIndex:23597; appliedIndex:23596; }","duration":"111.338397ms","start":"2026-04-23T08:33:42.963592Z","end":"2026-04-23T08:33:43.07493Z","steps":["trace[1253246756] 'read index received' (duration: 111.169823ms)","trace[1253246756] 'applied index is now lower than readState.Index' (duration: 167.014µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:33:43.075088Z","caller":"traceutil/trace.go:171","msg":"trace[1940840014] transaction","detail":"{read_only:false; response_revision:22805; number_of_response:1; }","duration":"118.641577ms","start":"2026-04-23T08:33:42.956409Z","end":"2026-04-23T08:33:43.075051Z","steps":["trace[1940840014] 'process raft request' (duration: 118.301899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:33:43.075373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.748626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T08:33:43.075491Z","caller":"traceutil/trace.go:171","msg":"trace[305975174] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22805; }","duration":"111.92731ms","start":"2026-04-23T08:33:42.963536Z","end":"2026-04-23T08:33:43.075463Z","steps":["trace[305975174] 'agreement among raft nodes before linearized reading' (duration: 111.580782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:33:43.105382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.554412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T08:33:43.10551Z","caller":"traceutil/trace.go:171","msg":"trace[812967123] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22806; }","duration":"123.749476ms","start":"2026-04-23T08:33:42.981729Z","end":"2026-04-23T08:33:43.105479Z","steps":["trace[812967123] 'agreement among raft nodes before linearized reading' (duration: 123.418978ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:33:43.228203Z","caller":"traceutil/trace.go:171","msg":"trace[1675188679] transaction","detail":"{read_only:false; response_revision:22810; number_of_response:1; }","duration":"117.241394ms","start":"2026-04-23T08:33:43.110933Z","end":"2026-04-23T08:33:43.228174Z","steps":["trace[1675188679] 'process raft request' (duration: 117.173113ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:33:43.228276Z","caller":"traceutil/trace.go:171","msg":"trace[413283500] transaction","detail":"{read_only:false; response_revision:22809; number_of_response:1; }","duration":"117.623633ms","start":"2026-04-23T08:33:43.110611Z","end":"2026-04-23T08:33:43.228235Z","steps":["trace[413283500] 'process raft request' (duration: 117.448928ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:33:43.228422Z","caller":"traceutil/trace.go:171","msg":"trace[2123147101] transaction","detail":"{read_only:false; response_revision:22811; number_of_response:1; }","duration":"116.439375ms","start":"2026-04-23T08:33:43.111945Z","end":"2026-04-23T08:33:43.228384Z","steps":["trace[2123147101] 'process raft request' (duration: 116.193649ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:33:43.228291Z","caller":"traceutil/trace.go:171","msg":"trace[1879684917] transaction","detail":"{read_only:false; response_revision:22808; number_of_response:1; }","duration":"117.659914ms","start":"2026-04-23T08:33:43.110578Z","end":"2026-04-23T08:33:43.228238Z","steps":["trace[1879684917] 'process raft request' (duration: 71.754293ms)","trace[1879684917] 'compare' (duration: 45.563263ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:35:32.852272Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21576} {"level":"info","ts":"2026-04-23T08:35:32.966282Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21576,"took":"108.450169ms","hash":3841137066,"current-db-size-bytes":57188352,"current-db-size":"57 MB","current-db-size-in-use-bytes":30699520,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-23T08:35:32.966397Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3841137066,"revision":21576,"compact-revision":19218} {"level":"warn","ts":"2026-04-23T08:36:15.84758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.61943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-04-23T08:36:15.847667Z","caller":"traceutil/trace.go:171","msg":"trace[395861354] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:24310; }","duration":"137.734302ms","start":"2026-04-23T08:36:15.709913Z","end":"2026-04-23T08:36:15.847647Z","steps":["trace[395861354] 'agreement among raft nodes before linearized reading' (duration: 137.521737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:36:15.847814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.383108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/capi-kubeadm-bootstrap-mutating-webhook-configuration\" ","response":"range_response_count:1 size:5197"} {"level":"info","ts":"2026-04-23T08:36:15.847931Z","caller":"traceutil/trace.go:171","msg":"trace[1392262816] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/capi-kubeadm-bootstrap-mutating-webhook-configuration; range_end:; response_count:1; response_revision:24310; }","duration":"138.529771ms","start":"2026-04-23T08:36:15.709378Z","end":"2026-04-23T08:36:15.847908Z","steps":["trace[1392262816] 'agreement among raft nodes before linearized reading' (duration: 138.147162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:36:17.13978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.811366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130239"} {"level":"info","ts":"2026-04-23T08:36:17.139852Z","caller":"traceutil/trace.go:171","msg":"trace[1731858464] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24428; }","duration":"198.890038ms","start":"2026-04-23T08:36:16.940941Z","end":"2026-04-23T08:36:17.139831Z","steps":["trace[1731858464] 'range keys from in-memory index tree' (duration: 198.676092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:36:17.139759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.590637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"warn","ts":"2026-04-23T08:36:17.13991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.615768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-04-23T08:36:17.139988Z","caller":"traceutil/trace.go:171","msg":"trace[219639381] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:24428; }","duration":"197.819853ms","start":"2026-04-23T08:36:16.942122Z","end":"2026-04-23T08:36:17.139942Z","steps":["trace[219639381] 'range keys from in-memory index tree' (duration: 197.460855ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:36:17.140028Z","caller":"traceutil/trace.go:171","msg":"trace[209195994] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:24428; }","duration":"197.783312ms","start":"2026-04-23T08:36:16.942217Z","end":"2026-04-23T08:36:17.14Z","steps":["trace[209195994] 'range keys from in-memory index tree' (duration: 197.384513ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:36:17.14045Z","caller":"traceutil/trace.go:171","msg":"trace[1092097855] transaction","detail":"{read_only:false; response_revision:24429; number_of_response:1; }","duration":"194.646729ms","start":"2026-04-23T08:36:16.945793Z","end":"2026-04-23T08:36:17.140439Z","steps":["trace[1092097855] 'process raft request' (duration: 194.527146ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:36:17.638796Z","caller":"traceutil/trace.go:171","msg":"trace[332927865] transaction","detail":"{read_only:false; response_revision:24470; number_of_response:1; }","duration":"114.172123ms","start":"2026-04-23T08:36:17.524584Z","end":"2026-04-23T08:36:17.638756Z","steps":["trace[332927865] 'process raft request' (duration: 39.108292ms)","trace[332927865] 'compare' (duration: 74.393405ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:36:17.638788Z","caller":"traceutil/trace.go:171","msg":"trace[1113394791] transaction","detail":"{read_only:false; response_revision:24471; number_of_response:1; }","duration":"105.873669ms","start":"2026-04-23T08:36:17.53288Z","end":"2026-04-23T08:36:17.638754Z","steps":["trace[1113394791] 'process raft request' (duration: 105.791987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:36:17.638945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.9316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-04-23T08:36:17.639067Z","caller":"traceutil/trace.go:171","msg":"trace[1988690676] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24471; }","duration":"124.033082ms","start":"2026-04-23T08:36:17.514967Z","end":"2026-04-23T08:36:17.639Z","steps":["trace[1988690676] 'agreement among raft nodes before linearized reading' (duration: 123.800817ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:36:20.37287Z","caller":"traceutil/trace.go:171","msg":"trace[595152063] linearizableReadLoop","detail":"{readStateIndex:25393; appliedIndex:25392; }","duration":"150.48338ms","start":"2026-04-23T08:36:20.222357Z","end":"2026-04-23T08:36:20.37284Z","steps":["trace[595152063] 'read index received' (duration: 148.179906ms)","trace[595152063] 'applied index is now lower than readState.Index' (duration: 2.302214ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:36:20.373082Z","caller":"traceutil/trace.go:171","msg":"trace[1252251432] transaction","detail":"{read_only:false; response_revision:24553; number_of_response:1; }","duration":"167.007405ms","start":"2026-04-23T08:36:20.206043Z","end":"2026-04-23T08:36:20.37305Z","steps":["trace[1252251432] 'process raft request' (duration: 164.389824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:36:20.373598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.208327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-23T08:36:20.373722Z","caller":"traceutil/trace.go:171","msg":"trace[2123110816] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24553; }","duration":"151.38099ms","start":"2026-04-23T08:36:20.2223Z","end":"2026-04-23T08:36:20.373681Z","steps":["trace[2123110816] 'agreement among raft nodes before linearized reading' (duration: 151.005032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:36:20.377822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.320662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-23T08:36:20.377893Z","caller":"traceutil/trace.go:171","msg":"trace[398682027] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24554; }","duration":"155.445955ms","start":"2026-04-23T08:36:20.222429Z","end":"2026-04-23T08:36:20.377875Z","steps":["trace[398682027] 'agreement among raft nodes before linearized reading' (duration: 155.20946ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:36:20.377856Z","caller":"traceutil/trace.go:171","msg":"trace[2101800839] transaction","detail":"{read_only:false; response_revision:24554; number_of_response:1; }","duration":"110.435956ms","start":"2026-04-23T08:36:20.267375Z","end":"2026-04-23T08:36:20.377811Z","steps":["trace[2101800839] 'process raft request' (duration: 110.096448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:36:20.378201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.607669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/cert-manager-test/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:36:20.378253Z","caller":"traceutil/trace.go:171","msg":"trace[1434919371] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/cert-manager-test/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/cert-manager-test0; response_count:0; response_revision:24554; }","duration":"131.679331ms","start":"2026-04-23T08:36:20.246562Z","end":"2026-04-23T08:36:20.378242Z","steps":["trace[1434919371] 'agreement among raft nodes before linearized reading' (duration: 131.590069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:36:20.378378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.144802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:36:20.378438Z","caller":"traceutil/trace.go:171","msg":"trace[1917260855] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24554; }","duration":"144.213843ms","start":"2026-04-23T08:36:20.234212Z","end":"2026-04-23T08:36:20.378426Z","steps":["trace[1917260855] 'agreement among raft nodes before linearized reading' (duration: 144.135121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:36:20.37863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.04806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:36:20.378612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.390888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:36:20.37868Z","caller":"traceutil/trace.go:171","msg":"trace[635669422] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24554; }","duration":"132.10127ms","start":"2026-04-23T08:36:20.246555Z","end":"2026-04-23T08:36:20.378656Z","steps":["trace[635669422] 'agreement among raft nodes before linearized reading' (duration: 132.050789ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:36:20.378688Z","caller":"traceutil/trace.go:171","msg":"trace[1253052685] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24554; }","duration":"144.516981ms","start":"2026-04-23T08:36:20.23415Z","end":"2026-04-23T08:36:20.378667Z","steps":["trace[1253052685] 'agreement among raft nodes before linearized reading' (duration: 144.394178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:36:20.377835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.093327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:36:20.37893Z","caller":"traceutil/trace.go:171","msg":"trace[1081464244] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24554; }","duration":"132.157702ms","start":"2026-04-23T08:36:20.246703Z","end":"2026-04-23T08:36:20.378861Z","steps":["trace[1081464244] 'agreement among raft nodes before linearized reading' (duration: 131.066667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:36:21.958059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.400038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:170336"} {"level":"info","ts":"2026-04-23T08:36:21.958145Z","caller":"traceutil/trace.go:171","msg":"trace[2138282449] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:24578; }","duration":"111.552712ms","start":"2026-04-23T08:36:21.846573Z","end":"2026-04-23T08:36:21.958126Z","steps":["trace[2138282449] 'range keys from in-memory index tree' (duration: 111.210003ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:36:24.244512Z","caller":"traceutil/trace.go:171","msg":"trace[1762415516] linearizableReadLoop","detail":"{readStateIndex:25455; appliedIndex:25454; }","duration":"130.952504ms","start":"2026-04-23T08:36:24.113534Z","end":"2026-04-23T08:36:24.244487Z","steps":["trace[1762415516] 'read index received' (duration: 130.598105ms)","trace[1762415516] 'applied index is now lower than readState.Index' (duration: 353.229µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:36:24.244601Z","caller":"traceutil/trace.go:171","msg":"trace[1830312982] transaction","detail":"{read_only:false; response_revision:24613; number_of_response:1; }","duration":"134.461945ms","start":"2026-04-23T08:36:24.110097Z","end":"2026-04-23T08:36:24.244559Z","steps":["trace[1830312982] 'process raft request' (duration: 134.019315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:36:24.2449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.336773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-23T08:36:24.244931Z","caller":"traceutil/trace.go:171","msg":"trace[1117563885] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24613; }","duration":"131.440325ms","start":"2026-04-23T08:36:24.113483Z","end":"2026-04-23T08:36:24.244924Z","steps":["trace[1117563885] 'agreement among raft nodes before linearized reading' (duration: 131.22504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:36:24.282903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.04178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:36:24.282954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.608022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-23T08:36:24.283036Z","caller":"traceutil/trace.go:171","msg":"trace[2138010789] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:24614; }","duration":"114.229924ms","start":"2026-04-23T08:36:24.168762Z","end":"2026-04-23T08:36:24.282992Z","steps":["trace[2138010789] 'agreement among raft nodes before linearized reading' (duration: 113.997439ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:36:24.283054Z","caller":"traceutil/trace.go:171","msg":"trace[1688446644] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24614; }","duration":"165.773516ms","start":"2026-04-23T08:36:24.117261Z","end":"2026-04-23T08:36:24.283035Z","steps":["trace[1688446644] 'agreement among raft nodes before linearized reading' (duration: 165.555071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:36:24.283065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.684381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-04-23T08:36:24.283152Z","caller":"traceutil/trace.go:171","msg":"trace[471716090] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24614; }","duration":"119.896126ms","start":"2026-04-23T08:36:24.163236Z","end":"2026-04-23T08:36:24.283132Z","steps":["trace[471716090] 'agreement among raft nodes before linearized reading' (duration: 119.566989ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:36:24.283362Z","caller":"traceutil/trace.go:171","msg":"trace[816006717] transaction","detail":"{read_only:false; response_revision:24614; number_of_response:1; }","duration":"106.897573ms","start":"2026-04-23T08:36:24.175883Z","end":"2026-04-23T08:36:24.28278Z","steps":["trace[816006717] 'process raft request' (duration: 106.631167ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:36:24.612091Z","caller":"traceutil/trace.go:171","msg":"trace[649148919] transaction","detail":"{read_only:false; response_revision:24625; number_of_response:1; }","duration":"137.079757ms","start":"2026-04-23T08:36:24.474976Z","end":"2026-04-23T08:36:24.612055Z","steps":["trace[649148919] 'process raft request' (duration: 124.478913ms)","trace[649148919] 'compare' (duration: 12.44098ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:36:24.617253Z","caller":"traceutil/trace.go:171","msg":"trace[34491437] transaction","detail":"{read_only:false; response_revision:24626; number_of_response:1; }","duration":"141.53196ms","start":"2026-04-23T08:36:24.475687Z","end":"2026-04-23T08:36:24.617219Z","steps":["trace[34491437] 'process raft request' (duration: 141.296844ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:36:24.617533Z","caller":"traceutil/trace.go:171","msg":"trace[491861521] transaction","detail":"{read_only:false; response_revision:24627; number_of_response:1; }","duration":"141.754406ms","start":"2026-04-23T08:36:24.475756Z","end":"2026-04-23T08:36:24.617511Z","steps":["trace[491861521] 'process raft request' (duration: 141.415668ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:36:24.617585Z","caller":"traceutil/trace.go:171","msg":"trace[1852975211] transaction","detail":"{read_only:false; response_revision:24629; number_of_response:1; }","duration":"140.545428ms","start":"2026-04-23T08:36:24.477019Z","end":"2026-04-23T08:36:24.617564Z","steps":["trace[1852975211] 'process raft request' (duration: 140.484397ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:36:24.617702Z","caller":"traceutil/trace.go:171","msg":"trace[390221076] transaction","detail":"{read_only:false; response_revision:24628; number_of_response:1; }","duration":"141.757675ms","start":"2026-04-23T08:36:24.47587Z","end":"2026-04-23T08:36:24.617628Z","steps":["trace[390221076] 'process raft request' (duration: 141.53206ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:36:25.13729Z","caller":"traceutil/trace.go:171","msg":"trace[1785196949] transaction","detail":"{read_only:false; response_revision:24630; number_of_response:1; }","duration":"120.899218ms","start":"2026-04-23T08:36:25.016355Z","end":"2026-04-23T08:36:25.137254Z","steps":["trace[1785196949] 'process raft request' (duration: 120.460898ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:36:25.433507Z","caller":"traceutil/trace.go:171","msg":"trace[164428344] transaction","detail":"{read_only:false; response_revision:24635; number_of_response:1; }","duration":"211.156014ms","start":"2026-04-23T08:36:25.222316Z","end":"2026-04-23T08:36:25.433472Z","steps":["trace[164428344] 'process raft request' (duration: 207.14147ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:36:25.590819Z","caller":"traceutil/trace.go:171","msg":"trace[835136143] transaction","detail":"{read_only:false; response_revision:24636; number_of_response:1; }","duration":"151.249847ms","start":"2026-04-23T08:36:25.439514Z","end":"2026-04-23T08:36:25.590764Z","steps":["trace[835136143] 'process raft request' (duration: 133.818261ms)","trace[835136143] 'compare' (duration: 17.192071ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:36:25.707727Z","caller":"traceutil/trace.go:171","msg":"trace[2093543504] transaction","detail":"{read_only:false; response_revision:24637; number_of_response:1; }","duration":"110.780383ms","start":"2026-04-23T08:36:25.596916Z","end":"2026-04-23T08:36:25.707697Z","steps":["trace[2093543504] 'process raft request' (duration: 106.831591ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:36:25.775149Z","caller":"traceutil/trace.go:171","msg":"trace[1958848918] transaction","detail":"{read_only:false; response_revision:24638; number_of_response:1; }","duration":"176.327632ms","start":"2026-04-23T08:36:25.598781Z","end":"2026-04-23T08:36:25.775108Z","steps":["trace[1958848918] 'process raft request' (duration: 175.966824ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:36:25.775304Z","caller":"traceutil/trace.go:171","msg":"trace[1119668790] linearizableReadLoop","detail":"{readStateIndex:25481; appliedIndex:25478; }","duration":"163.758479ms","start":"2026-04-23T08:36:25.611508Z","end":"2026-04-23T08:36:25.775266Z","steps":["trace[1119668790] 'read index received' (duration: 92.258821ms)","trace[1119668790] 'applied index is now lower than readState.Index' (duration: 71.496988ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:36:25.775603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.054476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T08:36:25.77564Z","caller":"traceutil/trace.go:171","msg":"trace[1202314879] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24639; }","duration":"164.155038ms","start":"2026-04-23T08:36:25.611473Z","end":"2026-04-23T08:36:25.775628Z","steps":["trace[1202314879] 'agreement among raft nodes before linearized reading' (duration: 163.918013ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:36:25.77562Z","caller":"traceutil/trace.go:171","msg":"trace[971463838] transaction","detail":"{read_only:false; response_revision:24639; number_of_response:1; }","duration":"173.492085ms","start":"2026-04-23T08:36:25.602097Z","end":"2026-04-23T08:36:25.77559Z","steps":["trace[971463838] 'process raft request' (duration: 172.932472ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:36:26.291724Z","caller":"traceutil/trace.go:171","msg":"trace[1113491758] transaction","detail":"{read_only:false; response_revision:24642; number_of_response:1; }","duration":"509.788349ms","start":"2026-04-23T08:36:25.781892Z","end":"2026-04-23T08:36:26.291681Z","steps":["trace[1113491758] 'process raft request' (duration: 492.794012ms)","trace[1113491758] 'compare' (duration: 16.051145ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:36:26.291783Z","caller":"traceutil/trace.go:171","msg":"trace[313421914] transaction","detail":"{read_only:false; response_revision:24643; number_of_response:1; }","duration":"508.289683ms","start":"2026-04-23T08:36:25.783463Z","end":"2026-04-23T08:36:26.291753Z","steps":["trace[313421914] 'process raft request' (duration: 508.13604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:36:26.291931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:36:25.781882Z","time spent":"509.929102ms","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1527,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:36:26.292002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:36:25.783454Z","time spent":"508.416346ms","remote":"127.0.0.1:48376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4676,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:36:26.292593Z","caller":"traceutil/trace.go:171","msg":"trace[1694437128] transaction","detail":"{read_only:false; response_revision:24644; number_of_response:1; }","duration":"503.897111ms","start":"2026-04-23T08:36:25.788684Z","end":"2026-04-23T08:36:26.292581Z","steps":["trace[1694437128] 'process raft request' (duration: 503.00492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:36:26.29266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:36:25.788658Z","time spent":"503.967463ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:36:26.292813Z","caller":"traceutil/trace.go:171","msg":"trace[720980378] linearizableReadLoop","detail":"{readStateIndex:25487; appliedIndex:25481; }","duration":"497.346508ms","start":"2026-04-23T08:36:25.795431Z","end":"2026-04-23T08:36:26.292778Z","steps":["trace[720980378] 'read index received' (duration: 62.290473ms)","trace[720980378] 'applied index is now lower than readState.Index' (duration: 435.054275ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:36:26.292938Z","caller":"traceutil/trace.go:171","msg":"trace[551646037] transaction","detail":"{read_only:false; response_revision:24645; number_of_response:1; }","duration":"497.462631ms","start":"2026-04-23T08:36:25.795394Z","end":"2026-04-23T08:36:26.292857Z","steps":["trace[551646037] 'process raft request' (duration: 497.101353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:36:26.293163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:36:25.795369Z","time spent":"497.676575ms","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":882,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T08:36:26.293196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.752977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-7b7d6b5594-dhtll\" ","response":"range_response_count:1 size:5378"} {"level":"info","ts":"2026-04-23T08:36:26.293311Z","caller":"traceutil/trace.go:171","msg":"trace[741540050] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-7b7d6b5594-dhtll; range_end:; response_count:1; response_revision:24645; }","duration":"497.908231ms","start":"2026-04-23T08:36:25.795382Z","end":"2026-04-23T08:36:26.29329Z","steps":["trace[741540050] 'agreement among raft nodes before linearized reading' (duration: 497.532982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:36:26.294306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:36:25.795351Z","time spent":"498.931505ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5401,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-7b7d6b5594-dhtll\" "} {"level":"info","ts":"2026-04-23T08:36:26.762601Z","caller":"traceutil/trace.go:171","msg":"trace[1435001138] linearizableReadLoop","detail":"{readStateIndex:25488; appliedIndex:25487; }","duration":"469.666773ms","start":"2026-04-23T08:36:26.292895Z","end":"2026-04-23T08:36:26.762562Z","steps":["trace[1435001138] 'read index received' (duration: 371.634696ms)","trace[1435001138] 'applied index is now lower than readState.Index' (duration: 98.030777ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:36:26.762659Z","caller":"traceutil/trace.go:171","msg":"trace[623800976] transaction","detail":"{read_only:false; response_revision:24646; number_of_response:1; }","duration":"474.109417ms","start":"2026-04-23T08:36:26.288499Z","end":"2026-04-23T08:36:26.762609Z","steps":["trace[623800976] 'process raft request' (duration: 375.995679ms)","trace[623800976] 'compare' (duration: 97.901543ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:36:26.762725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.685715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:36:26.762847Z","caller":"traceutil/trace.go:171","msg":"trace[387731012] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24646; }","duration":"822.807257ms","start":"2026-04-23T08:36:25.94Z","end":"2026-04-23T08:36:26.762807Z","steps":["trace[387731012] 'agreement among raft nodes before linearized reading' (duration: 822.603843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:36:26.762895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:36:25.939933Z","time spent":"822.953171ms","remote":"127.0.0.1:41410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:36:26.762911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:36:26.288456Z","time spent":"474.316292ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:36:26.763228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:36:26.763425Z","caller":"traceutil/trace.go:171","msg":"trace[216502169] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24646; }","duration":"879.310436ms","start":"2026-04-23T08:36:25.884073Z","end":"2026-04-23T08:36:26.763383Z","steps":["trace[216502169] 'agreement among raft nodes before linearized reading' (duration: 878.672261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:36:26.763496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:36:25.884053Z","time spent":"879.433368ms","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:36:27.263491Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634061341,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:36:27.764007Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634061341,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:36:27.883165Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.218638539s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T08:36:28.019699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.190066ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:36:28.019999Z","caller":"traceutil/trace.go:171","msg":"trace[536880078] transaction","detail":"{read_only:false; response_revision:24648; number_of_response:1; }","duration":"1.637733462s","start":"2026-04-23T08:36:26.382243Z","end":"2026-04-23T08:36:28.019977Z","steps":["trace[536880078] 'process raft request' (duration: 1.637573148s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:36:28.019988Z","caller":"traceutil/trace.go:171","msg":"trace[887912555] transaction","detail":"{read_only:false; response_revision:24647; number_of_response:1; }","duration":"1.721758352s","start":"2026-04-23T08:36:26.298184Z","end":"2026-04-23T08:36:28.019942Z","steps":["trace[887912555] 'process raft request' (duration: 1.585239838s)","trace[887912555] 'compare' (duration: 135.93793ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:36:28.020064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:36:26.382215Z","time spent":"1.637811264s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:36:28.02019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:36:26.298161Z","time spent":"1.721925605s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T08:36:28.020218Z","caller":"traceutil/trace.go:171","msg":"trace[496935717] transaction","detail":"{read_only:false; response_revision:24649; number_of_response:1; }","duration":"1.542243455s","start":"2026-04-23T08:36:26.477968Z","end":"2026-04-23T08:36:28.020211Z","steps":["trace[496935717] 'process raft request' (duration: 1.541961549s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:36:28.02073Z","caller":"traceutil/trace.go:171","msg":"trace[1846730930] transaction","detail":"{read_only:false; response_revision:24650; number_of_response:1; }","duration":"1.542125593s","start":"2026-04-23T08:36:26.478249Z","end":"2026-04-23T08:36:28.020375Z","steps":["trace[1846730930] 'process raft request' (duration: 1.541925098s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:36:28.020896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:36:26.478238Z","time spent":"1.542567363s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:36:28.020894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:36:26.477916Z","time spent":"1.542856469s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:36:28.742608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.015655ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:36:28.74281Z","caller":"traceutil/trace.go:171","msg":"trace[1807213451] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24650; }","duration":"348.23203ms","start":"2026-04-23T08:36:28.394549Z","end":"2026-04-23T08:36:28.742781Z","steps":["trace[1807213451] 'range keys from in-memory index tree' (duration: 347.990464ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:36:28.743458Z","caller":"traceutil/trace.go:171","msg":"trace[1232769054] transaction","detail":"{read_only:false; response_revision:24652; number_of_response:1; }","duration":"1.59952508s","start":"2026-04-23T08:36:27.143913Z","end":"2026-04-23T08:36:28.743438Z","steps":["trace[1232769054] 'process raft request' (duration: 1.599014808s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:36:28.743613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:36:27.143882Z","time spent":"1.599636853s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:36:28.743849Z","caller":"traceutil/trace.go:171","msg":"trace[1736528315] linearizableReadLoop","detail":"{readStateIndex:25495; appliedIndex:25488; }","duration":"1.981114279s","start":"2026-04-23T08:36:26.762706Z","end":"2026-04-23T08:36:28.74382Z","steps":["trace[1736528315] 'read index received' (duration: 1.120737306s)","trace[1736528315] 'applied index is now lower than readState.Index' (duration: 860.375823ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:36:28.743944Z","caller":"traceutil/trace.go:171","msg":"trace[1635860584] transaction","detail":"{read_only:false; response_revision:24653; number_of_response:1; }","duration":"1.524762057s","start":"2026-04-23T08:36:27.219134Z","end":"2026-04-23T08:36:28.743896Z","steps":["trace[1635860584] 'process raft request' (duration: 1.524096281s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:36:28.74414Z","caller":"traceutil/trace.go:171","msg":"trace[1281191484] transaction","detail":"{read_only:false; response_revision:24654; number_of_response:1; }","duration":"766.367211ms","start":"2026-04-23T08:36:27.977698Z","end":"2026-04-23T08:36:28.744065Z","steps":["trace[1281191484] 'process raft request' (duration: 766.064424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:36:28.744199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:36:27.219104Z","time spent":"1.524952881s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:36:28.744254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.444247889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-7b7d6b5594\" ","response":"range_response_count:1 size:4694"} {"level":"info","ts":"2026-04-23T08:36:28.744323Z","caller":"traceutil/trace.go:171","msg":"trace[1892297090] range","detail":"{range_begin:/registry/replicasets/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-7b7d6b5594; range_end:; response_count:1; response_revision:24654; }","duration":"2.444375572s","start":"2026-04-23T08:36:26.299932Z","end":"2026-04-23T08:36:28.744308Z","steps":["trace[1892297090] 'agreement among raft nodes before linearized reading' (duration: 2.444078485s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:36:28.744261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.979310357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:36:28.744419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:36:26.29992Z","time spent":"2.444486085s","remote":"127.0.0.1:48376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":106,"response count":1,"response size":4717,"request content":"key:\"/registry/replicasets/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-7b7d6b5594\" "} {"level":"warn","ts":"2026-04-23T08:36:28.744436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.121728598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T08:36:28.744522Z","caller":"traceutil/trace.go:171","msg":"trace[413322054] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24654; }","duration":"2.12181314s","start":"2026-04-23T08:36:26.622688Z","end":"2026-04-23T08:36:28.744501Z","steps":["trace[413322054] 'agreement among raft nodes before linearized reading' (duration: 2.121136874s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:36:28.744519Z","caller":"traceutil/trace.go:171","msg":"trace[85314692] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24654; }","duration":"1.979609684s","start":"2026-04-23T08:36:26.764843Z","end":"2026-04-23T08:36:28.744453Z","steps":["trace[85314692] 'agreement among raft nodes before linearized reading' (duration: 1.979257675s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:36:28.744526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.601567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T08:36:28.744564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:36:26.622586Z","time spent":"2.121970304s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T08:36:28.744591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:36:26.76482Z","time spent":"1.979755257s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:36:28.744594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.121247166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T08:36:28.74466Z","caller":"traceutil/trace.go:171","msg":"trace[529117995] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:24654; }","duration":"712.706389ms","start":"2026-04-23T08:36:28.031866Z","end":"2026-04-23T08:36:28.744572Z","steps":["trace[529117995] 'agreement among raft nodes before linearized reading' (duration: 712.558416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:36:28.744637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.4189718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-23T08:36:28.744703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:36:28.031811Z","time spent":"712.881153ms","remote":"127.0.0.1:48340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":55,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:36:28.74471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188349321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:36:28.744713Z","caller":"traceutil/trace.go:171","msg":"trace[847659665] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24654; }","duration":"2.121455142s","start":"2026-04-23T08:36:26.623232Z","end":"2026-04-23T08:36:28.744687Z","steps":["trace[847659665] 'agreement among raft nodes before linearized reading' (duration: 2.120640483s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:36:28.744742Z","caller":"traceutil/trace.go:171","msg":"trace[475637745] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:24654; }","duration":"1.188426033s","start":"2026-04-23T08:36:27.556308Z","end":"2026-04-23T08:36:28.744734Z","steps":["trace[475637745] 'agreement among raft nodes before linearized reading' (duration: 1.188370552s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:36:28.744736Z","caller":"traceutil/trace.go:171","msg":"trace[630236243] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24654; }","duration":"2.419142654s","start":"2026-04-23T08:36:26.325566Z","end":"2026-04-23T08:36:28.744709Z","steps":["trace[630236243] 'agreement among raft nodes before linearized reading' (duration: 2.418332855s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:36:28.744761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.531738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-23T08:36:28.744786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:36:26.623212Z","time spent":"2.121560234s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T08:36:28.744794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:36:26.325535Z","time spent":"2.419245656s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T08:36:28.744824Z","caller":"traceutil/trace.go:171","msg":"trace[572758150] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24654; }","duration":"264.63244ms","start":"2026-04-23T08:36:28.480175Z","end":"2026-04-23T08:36:28.744808Z","steps":["trace[572758150] 'agreement among raft nodes before linearized reading' (duration: 264.504557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:36:28.744821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.127254187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-23T08:36:28.744856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.489094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-23T08:36:28.744882Z","caller":"traceutil/trace.go:171","msg":"trace[478470170] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24654; }","duration":"968.551675ms","start":"2026-04-23T08:36:27.776324Z","end":"2026-04-23T08:36:28.744875Z","steps":["trace[478470170] 'agreement among raft nodes before linearized reading' (duration: 968.468353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:36:28.744907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:36:27.7763Z","time spent":"968.601827ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-23T08:36:28.744905Z","caller":"traceutil/trace.go:171","msg":"trace[955984448] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24654; }","duration":"2.12739497s","start":"2026-04-23T08:36:26.617491Z","end":"2026-04-23T08:36:28.744886Z","steps":["trace[955984448] 'agreement among raft nodes before linearized reading' (duration: 2.126344875s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:36:28.744648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.464241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-04-23T08:36:28.74496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:36:26.617462Z","time spent":"2.127485402s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T08:36:28.744987Z","caller":"traceutil/trace.go:171","msg":"trace[794749243] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:24654; }","duration":"428.800209ms","start":"2026-04-23T08:36:28.316168Z","end":"2026-04-23T08:36:28.744969Z","steps":["trace[794749243] 'agreement among raft nodes before linearized reading' (duration: 428.371179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:36:28.744994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.412652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" ","response":"range_response_count:1 size:5122"} {"level":"warn","ts":"2026-04-23T08:36:28.745042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:36:28.316135Z","time spent":"428.890691ms","remote":"127.0.0.1:47922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-04-23T08:36:28.745052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.877757598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-04-23T08:36:28.745071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.419233086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-04-23T08:36:28.744921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264969728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:36:28.74511Z","caller":"traceutil/trace.go:171","msg":"trace[1648902679] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24654; }","duration":"1.877860371s","start":"2026-04-23T08:36:26.86723Z","end":"2026-04-23T08:36:28.74509Z","steps":["trace[1648902679] 'agreement among raft nodes before linearized reading' (duration: 1.877710868s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:36:28.744774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:36:27.556278Z","time spent":"1.188488615s","remote":"127.0.0.1:48186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:36:28.745152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07461974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7914"} {"level":"info","ts":"2026-04-23T08:36:28.745162Z","caller":"traceutil/trace.go:171","msg":"trace[1666121883] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:24654; }","duration":"1.265256795s","start":"2026-04-23T08:36:27.479888Z","end":"2026-04-23T08:36:28.745145Z","steps":["trace[1666121883] 'agreement among raft nodes before linearized reading' (duration: 1.264978108s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:36:28.745159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.891464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T08:36:28.745164Z","caller":"traceutil/trace.go:171","msg":"trace[1073000765] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24654; }","duration":"2.419324018s","start":"2026-04-23T08:36:26.325801Z","end":"2026-04-23T08:36:28.745125Z","steps":["trace[1073000765] 'agreement among raft nodes before linearized reading' (duration: 2.41809297s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:36:28.745196Z","caller":"traceutil/trace.go:171","msg":"trace[1047511781] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24654; }","duration":"1.074711512s","start":"2026-04-23T08:36:27.670475Z","end":"2026-04-23T08:36:28.745186Z","steps":["trace[1047511781] 'agreement among raft nodes before linearized reading' (duration: 1.074529347s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:36:28.745206Z","caller":"traceutil/trace.go:171","msg":"trace[2024219002] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24654; }","duration":"448.010617ms","start":"2026-04-23T08:36:28.297187Z","end":"2026-04-23T08:36:28.745198Z","steps":["trace[2024219002] 'agreement among raft nodes before linearized reading' (duration: 447.891784ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:36:28.745051Z","caller":"traceutil/trace.go:171","msg":"trace[277938000] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager; range_end:; response_count:1; response_revision:24654; }","duration":"516.507204ms","start":"2026-04-23T08:36:28.228528Z","end":"2026-04-23T08:36:28.745035Z","steps":["trace[277938000] 'agreement among raft nodes before linearized reading' (duration: 516.34937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:36:28.745226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:36:27.670445Z","time spent":"1.074774043s","remote":"127.0.0.1:52860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7937,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-23T08:36:28.745226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:36:26.325794Z","time spent":"2.41941857s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T08:36:28.745248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:36:28.297165Z","time spent":"448.076638ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T08:36:28.745155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:36:26.867197Z","time spent":"1.877945153s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-23T08:36:28.74526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:36:28.228505Z","time spent":"516.741669ms","remote":"127.0.0.1:48340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":5145,"request content":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" "} {"level":"warn","ts":"2026-04-23T08:36:28.745098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:36:27.977661Z","time spent":"766.593166ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:36:28.745213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:36:27.479865Z","time spent":"1.265333197s","remote":"127.0.0.1:48284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:36:28.74418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.012260616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:36:28.745409Z","caller":"traceutil/trace.go:171","msg":"trace[1051357676] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:24654; }","duration":"2.013548025s","start":"2026-04-23T08:36:26.731845Z","end":"2026-04-23T08:36:28.745393Z","steps":["trace[1051357676] 'agreement among raft nodes before linearized reading' (duration: 2.011992439s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:36:28.74545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:36:26.731816Z","time spent":"2.013619586s","remote":"127.0.0.1:48396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:36:28.745609Z","caller":"traceutil/trace.go:171","msg":"trace[130935035] transaction","detail":"{read_only:false; response_revision:24651; number_of_response:1; }","duration":"1.978231782s","start":"2026-04-23T08:36:26.767358Z","end":"2026-04-23T08:36:28.74559Z","steps":["trace[130935035] 'process raft request' (duration: 1.885682465s)","trace[130935035] 'compare' (duration: 89.353303ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:36:28.745742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:36:26.76733Z","time spent":"1.978328864s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:36:28.74589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.123300855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T08:36:28.745962Z","caller":"traceutil/trace.go:171","msg":"trace[2045655476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24654; }","duration":"2.123429897s","start":"2026-04-23T08:36:26.622516Z","end":"2026-04-23T08:36:28.745946Z","steps":["trace[2045655476] 'agreement among raft nodes before linearized reading' (duration: 2.121366659s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:36:28.746003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:36:26.622479Z","time spent":"2.123513029s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T08:36:53.883193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.789826ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-23T08:36:53.963763Z","caller":"traceutil/trace.go:171","msg":"trace[883064214] transaction","detail":"{read_only:false; response_revision:24919; number_of_response:1; }","duration":"105.186324ms","start":"2026-04-23T08:36:53.858533Z","end":"2026-04-23T08:36:53.963719Z","steps":["trace[883064214] 'process raft request' (duration: 104.865086ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:37:37.152844Z","caller":"traceutil/trace.go:171","msg":"trace[1092063547] transaction","detail":"{read_only:false; response_revision:25434; number_of_response:1; }","duration":"124.686428ms","start":"2026-04-23T08:37:37.028133Z","end":"2026-04-23T08:37:37.15282Z","steps":["trace[1092063547] 'process raft request' (duration: 124.433182ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:37:37.190827Z","caller":"traceutil/trace.go:171","msg":"trace[1628888021] linearizableReadLoop","detail":"{readStateIndex:26297; appliedIndex:26294; }","duration":"144.775076ms","start":"2026-04-23T08:37:37.04602Z","end":"2026-04-23T08:37:37.190795Z","steps":["trace[1628888021] 'read index received' (duration: 106.557015ms)","trace[1628888021] 'applied index is now lower than readState.Index' (duration: 38.216701ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:37:37.190856Z","caller":"traceutil/trace.go:171","msg":"trace[832727230] transaction","detail":"{read_only:false; response_revision:25435; number_of_response:1; }","duration":"160.661386ms","start":"2026-04-23T08:37:37.030162Z","end":"2026-04-23T08:37:37.190823Z","steps":["trace[832727230] 'process raft request' (duration: 160.304308ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:37:37.190942Z","caller":"traceutil/trace.go:171","msg":"trace[359979959] transaction","detail":"{read_only:false; response_revision:25436; number_of_response:1; }","duration":"150.133581ms","start":"2026-04-23T08:37:37.040768Z","end":"2026-04-23T08:37:37.190902Z","steps":["trace[359979959] 'process raft request' (duration: 149.963077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:37:37.194001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.93984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T08:37:37.194079Z","caller":"traceutil/trace.go:171","msg":"trace[1108779326] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25436; }","duration":"148.097944ms","start":"2026-04-23T08:37:37.045965Z","end":"2026-04-23T08:37:37.194063Z","steps":["trace[1108779326] 'agreement among raft nodes before linearized reading' (duration: 144.983361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:37:38.766393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.839272ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:37:38.766584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.07582ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:37:38.766615Z","caller":"traceutil/trace.go:171","msg":"trace[27966728] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25447; }","duration":"372.089128ms","start":"2026-04-23T08:37:38.394501Z","end":"2026-04-23T08:37:38.76659Z","steps":["trace[27966728] 'range keys from in-memory index tree' (duration: 371.817921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:37:38.76734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.501747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:37:38.766931Z","caller":"traceutil/trace.go:171","msg":"trace[1492575359] linearizableReadLoop","detail":"{readStateIndex:26310; appliedIndex:26309; }","duration":"320.876053ms","start":"2026-04-23T08:37:38.445799Z","end":"2026-04-23T08:37:38.766675Z","steps":["trace[1492575359] 'read index received' (duration: 167.584µs)","trace[1492575359] 'applied index is now lower than readState.Index' (duration: 320.707069ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:37:38.767507Z","caller":"traceutil/trace.go:171","msg":"trace[237071005] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25448; }","duration":"321.763063ms","start":"2026-04-23T08:37:38.445709Z","end":"2026-04-23T08:37:38.767472Z","steps":["trace[237071005] 'agreement among raft nodes before linearized reading' (duration: 321.380034ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:37:38.767468Z","caller":"traceutil/trace.go:171","msg":"trace[611705893] transaction","detail":"{read_only:false; response_revision:25448; number_of_response:1; }","duration":"407.312328ms","start":"2026-04-23T08:37:38.360073Z","end":"2026-04-23T08:37:38.767385Z","steps":["trace[611705893] 'process raft request' (duration: 33.326267ms)","trace[611705893] 'compare' (duration: 372.888576ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:37:38.767585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:37:38.445675Z","time spent":"321.894687ms","remote":"127.0.0.1:44018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:37:38.767743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:37:38.360053Z","time spent":"407.547114ms","remote":"127.0.0.1:47922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:37:38.987511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.075813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:37:38.987628Z","caller":"traceutil/trace.go:171","msg":"trace[1137007686] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25448; }","duration":"103.281489ms","start":"2026-04-23T08:37:38.884321Z","end":"2026-04-23T08:37:38.987602Z","steps":["trace[1137007686] 'range keys from in-memory index tree' (duration: 102.90442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:37:39.570517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.437297ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:37:39.570925Z","caller":"traceutil/trace.go:171","msg":"trace[274981965] linearizableReadLoop","detail":"{readStateIndex:26313; appliedIndex:26311; }","duration":"349.658234ms","start":"2026-04-23T08:37:39.221234Z","end":"2026-04-23T08:37:39.570893Z","steps":["trace[274981965] 'read index received' (duration: 108.672744ms)","trace[274981965] 'applied index is now lower than readState.Index' (duration: 240.98304ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:37:39.57104Z","caller":"traceutil/trace.go:171","msg":"trace[1473182565] transaction","detail":"{read_only:false; response_revision:25451; number_of_response:1; }","duration":"363.717142ms","start":"2026-04-23T08:37:39.207291Z","end":"2026-04-23T08:37:39.571009Z","steps":["trace[1473182565] 'process raft request' (duration: 363.408615ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:37:39.5711Z","caller":"traceutil/trace.go:171","msg":"trace[756905230] transaction","detail":"{read_only:false; response_revision:25450; number_of_response:1; }","duration":"373.081481ms","start":"2026-04-23T08:37:39.19796Z","end":"2026-04-23T08:37:39.571042Z","steps":["trace[756905230] 'process raft request' (duration: 131.957257ms)","trace[756905230] 'compare' (duration: 239.999707ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:37:39.571191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:37:39.207282Z","time spent":"363.830864ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:37:39.571344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:37:39.197913Z","time spent":"373.304786ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:37:39.571529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.293208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-23T08:37:39.571599Z","caller":"traceutil/trace.go:171","msg":"trace[59293118] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25451; }","duration":"350.407381ms","start":"2026-04-23T08:37:39.221173Z","end":"2026-04-23T08:37:39.57158Z","steps":["trace[59293118] 'agreement among raft nodes before linearized reading' (duration: 350.141935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:37:39.571638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:37:39.221147Z","time spent":"350.481723ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T08:37:39.571684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.517197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-04-23T08:37:39.571717Z","caller":"traceutil/trace.go:171","msg":"trace[942634284] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:25451; }","duration":"122.570418ms","start":"2026-04-23T08:37:39.449139Z","end":"2026-04-23T08:37:39.57171Z","steps":["trace[942634284] 'agreement among raft nodes before linearized reading' (duration: 122.443785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:37:39.571745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.127062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:37:39.572002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.231247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:37:39.572013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.775814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-23T08:37:39.572085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.170233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-23T08:37:39.571681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.043653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:37:39.572125Z","caller":"traceutil/trace.go:171","msg":"trace[1576073625] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25451; }","duration":"346.233345ms","start":"2026-04-23T08:37:39.225881Z","end":"2026-04-23T08:37:39.572114Z","steps":["trace[1576073625] 'agreement among raft nodes before linearized reading' (duration: 346.132772ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:37:39.572123Z","caller":"traceutil/trace.go:171","msg":"trace[1334357475] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25451; }","duration":"346.114271ms","start":"2026-04-23T08:37:39.225981Z","end":"2026-04-23T08:37:39.572095Z","steps":["trace[1334357475] 'agreement among raft nodes before linearized reading' (duration: 345.64745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:37:39.572115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.180383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-23T08:37:39.572164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:37:39.225866Z","time spent":"346.290836ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T08:37:39.572168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.05804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-23T08:37:39.57218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:37:39.225974Z","time spent":"346.191743ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T08:37:39.572193Z","caller":"traceutil/trace.go:171","msg":"trace[1478560014] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25451; }","duration":"346.08343ms","start":"2026-04-23T08:37:39.226104Z","end":"2026-04-23T08:37:39.572187Z","steps":["trace[1478560014] 'agreement among raft nodes before linearized reading' (duration: 346.018149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:37:39.572188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.195693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-23T08:37:39.572195Z","caller":"traceutil/trace.go:171","msg":"trace[985743204] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25451; }","duration":"346.306076ms","start":"2026-04-23T08:37:39.225866Z","end":"2026-04-23T08:37:39.572172Z","steps":["trace[985743204] 'agreement among raft nodes before linearized reading' (duration: 345.766483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:37:39.572193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.06453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T08:37:39.57225Z","caller":"traceutil/trace.go:171","msg":"trace[266748090] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25451; }","duration":"346.302525ms","start":"2026-04-23T08:37:39.22593Z","end":"2026-04-23T08:37:39.572233Z","steps":["trace[266748090] 'agreement among raft nodes before linearized reading' (duration: 346.161112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:37:39.572253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:37:39.225838Z","time spent":"346.405689ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T08:37:39.57227Z","caller":"traceutil/trace.go:171","msg":"trace[949548892] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25451; }","duration":"346.207264ms","start":"2026-04-23T08:37:39.226044Z","end":"2026-04-23T08:37:39.572252Z","steps":["trace[949548892] 'agreement among raft nodes before linearized reading' (duration: 345.983399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:37:39.571763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.317582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:37:39.572311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:37:39.226Z","time spent":"346.300466ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T08:37:39.572311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:37:39.225902Z","time spent":"346.390538ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T08:37:39.572375Z","caller":"traceutil/trace.go:171","msg":"trace[78862239] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:25451; }","duration":"122.904466ms","start":"2026-04-23T08:37:39.449429Z","end":"2026-04-23T08:37:39.572334Z","steps":["trace[78862239] 'agreement among raft nodes before linearized reading' (duration: 122.299512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:37:39.572216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:37:39.226089Z","time spent":"346.123402ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T08:37:39.572046Z","caller":"traceutil/trace.go:171","msg":"trace[1096801758] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25451; }","duration":"123.47678ms","start":"2026-04-23T08:37:39.448548Z","end":"2026-04-23T08:37:39.572025Z","steps":["trace[1096801758] 'agreement among raft nodes before linearized reading' (duration: 123.120511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:37:39.572435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.908754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:37:39.57241Z","caller":"traceutil/trace.go:171","msg":"trace[48355729] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:25451; }","duration":"124.587875ms","start":"2026-04-23T08:37:39.447544Z","end":"2026-04-23T08:37:39.572132Z","steps":["trace[48355729] 'agreement among raft nodes before linearized reading' (duration: 124.021792ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:37:39.572495Z","caller":"traceutil/trace.go:171","msg":"trace[1023601613] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25451; }","duration":"348.820454ms","start":"2026-04-23T08:37:39.223664Z","end":"2026-04-23T08:37:39.572484Z","steps":["trace[1023601613] 'agreement among raft nodes before linearized reading' (duration: 347.897683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:37:39.572764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:37:39.223644Z","time spent":"349.107742ms","remote":"127.0.0.1:44190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:37:39.572095Z","caller":"traceutil/trace.go:171","msg":"trace[666231810] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:25451; }","duration":"124.35795ms","start":"2026-04-23T08:37:39.447708Z","end":"2026-04-23T08:37:39.572066Z","steps":["trace[666231810] 'agreement among raft nodes before linearized reading' (duration: 124.001771ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:37:39.707605Z","caller":"traceutil/trace.go:171","msg":"trace[425298555] transaction","detail":"{read_only:false; response_revision:25453; number_of_response:1; }","duration":"128.482156ms","start":"2026-04-23T08:37:39.579087Z","end":"2026-04-23T08:37:39.707569Z","steps":["trace[425298555] 'process raft request' (duration: 128.165289ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:37:39.707972Z","caller":"traceutil/trace.go:171","msg":"trace[1809285639] transaction","detail":"{read_only:false; response_revision:25454; number_of_response:1; }","duration":"128.836285ms","start":"2026-04-23T08:37:39.579088Z","end":"2026-04-23T08:37:39.707925Z","steps":["trace[1809285639] 'process raft request' (duration: 128.410775ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:37:39.708122Z","caller":"traceutil/trace.go:171","msg":"trace[359023106] transaction","detail":"{read_only:false; response_revision:25456; number_of_response:1; }","duration":"128.700741ms","start":"2026-04-23T08:37:39.57939Z","end":"2026-04-23T08:37:39.70809Z","steps":["trace[359023106] 'process raft request' (duration: 128.510597ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:37:39.708182Z","caller":"traceutil/trace.go:171","msg":"trace[2040213993] transaction","detail":"{read_only:false; response_revision:25458; number_of_response:1; }","duration":"128.039486ms","start":"2026-04-23T08:37:39.58012Z","end":"2026-04-23T08:37:39.708159Z","steps":["trace[2040213993] 'process raft request' (duration: 127.959004ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:37:39.708206Z","caller":"traceutil/trace.go:171","msg":"trace[486238370] transaction","detail":"{read_only:false; response_revision:25457; number_of_response:1; }","duration":"128.759723ms","start":"2026-04-23T08:37:39.579433Z","end":"2026-04-23T08:37:39.708192Z","steps":["trace[486238370] 'process raft request' (duration: 128.563118ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:37:39.708099Z","caller":"traceutil/trace.go:171","msg":"trace[2066235727] transaction","detail":"{read_only:false; response_revision:25455; number_of_response:1; }","duration":"128.889286ms","start":"2026-04-23T08:37:39.579167Z","end":"2026-04-23T08:37:39.708056Z","steps":["trace[2066235727] 'process raft request' (duration: 128.613699ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:37:49.969808Z","caller":"traceutil/trace.go:171","msg":"trace[1343235725] linearizableReadLoop","detail":"{readStateIndex:26424; appliedIndex:26421; }","duration":"176.189749ms","start":"2026-04-23T08:37:49.793595Z","end":"2026-04-23T08:37:49.969785Z","steps":["trace[1343235725] 'read index received' (duration: 175.298678ms)","trace[1343235725] 'applied index is now lower than readState.Index' (duration: 890.451µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:37:49.970011Z","caller":"traceutil/trace.go:171","msg":"trace[687566332] transaction","detail":"{read_only:false; response_revision:25557; number_of_response:1; }","duration":"203.110117ms","start":"2026-04-23T08:37:49.766891Z","end":"2026-04-23T08:37:49.970001Z","steps":["trace[687566332] 'process raft request' (duration: 201.885838ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:37:49.97016Z","caller":"traceutil/trace.go:171","msg":"trace[1674703425] transaction","detail":"{read_only:false; response_revision:25558; number_of_response:1; }","duration":"202.799549ms","start":"2026-04-23T08:37:49.767354Z","end":"2026-04-23T08:37:49.970153Z","steps":["trace[1674703425] 'process raft request' (duration: 202.353799ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:37:49.970251Z","caller":"traceutil/trace.go:171","msg":"trace[1286833426] transaction","detail":"{read_only:false; response_revision:25559; number_of_response:1; }","duration":"201.360956ms","start":"2026-04-23T08:37:49.768883Z","end":"2026-04-23T08:37:49.970244Z","steps":["trace[1286833426] 'process raft request' (duration: 200.871205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:37:49.970412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.934266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:1 size:4667"} {"level":"info","ts":"2026-04-23T08:37:49.970439Z","caller":"traceutil/trace.go:171","msg":"trace[1952667396] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:1; response_revision:25559; }","duration":"197.988778ms","start":"2026-04-23T08:37:49.772444Z","end":"2026-04-23T08:37:49.970433Z","steps":["trace[1952667396] 'agreement among raft nodes before linearized reading' (duration: 197.878285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:37:49.970593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.14589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T08:37:49.970621Z","caller":"traceutil/trace.go:171","msg":"trace[983004985] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25559; }","duration":"201.193202ms","start":"2026-04-23T08:37:49.769419Z","end":"2026-04-23T08:37:49.970612Z","steps":["trace[983004985] 'agreement among raft nodes before linearized reading' (duration: 201.12942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:37:49.970715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.764315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:37:49.970738Z","caller":"traceutil/trace.go:171","msg":"trace[170890964] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:25559; }","duration":"201.797576ms","start":"2026-04-23T08:37:49.768934Z","end":"2026-04-23T08:37:49.970732Z","steps":["trace[170890964] 'agreement among raft nodes before linearized reading' (duration: 201.759795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:37:49.970838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.100603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:37:49.970863Z","caller":"traceutil/trace.go:171","msg":"trace[1984621990] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25559; }","duration":"202.124453ms","start":"2026-04-23T08:37:49.768731Z","end":"2026-04-23T08:37:49.970856Z","steps":["trace[1984621990] 'agreement among raft nodes before linearized reading' (duration: 202.090373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:37:49.970962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.300478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:37:49.970984Z","caller":"traceutil/trace.go:171","msg":"trace[124280228] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:25559; }","duration":"202.337818ms","start":"2026-04-23T08:37:49.768641Z","end":"2026-04-23T08:37:49.970979Z","steps":["trace[124280228] 'agreement among raft nodes before linearized reading' (duration: 202.306228ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:37:50.01639Z","caller":"traceutil/trace.go:171","msg":"trace[340916792] transaction","detail":"{read_only:false; response_revision:25560; number_of_response:1; }","duration":"218.426813ms","start":"2026-04-23T08:37:49.797925Z","end":"2026-04-23T08:37:50.016352Z","steps":["trace[340916792] 'process raft request' (duration: 218.103246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:37:50.016458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.69158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:37:50.016483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.558122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:37:50.01657Z","caller":"traceutil/trace.go:171","msg":"trace[1172259173] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:25560; }","duration":"203.883505ms","start":"2026-04-23T08:37:49.812657Z","end":"2026-04-23T08:37:50.01654Z","steps":["trace[1172259173] 'agreement among raft nodes before linearized reading' (duration: 203.664ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:37:50.016604Z","caller":"traceutil/trace.go:171","msg":"trace[2129423581] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25560; }","duration":"132.711945ms","start":"2026-04-23T08:37:49.883841Z","end":"2026-04-23T08:37:50.016553Z","steps":["trace[2129423581] 'agreement among raft nodes before linearized reading' (duration: 132.543571ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:39:12.113921Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006a15.wal"} {"level":"warn","ts":"2026-04-23T08:39:31.698983Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634065951,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T08:39:31.748224Z","caller":"traceutil/trace.go:171","msg":"trace[460675100] linearizableReadLoop","detail":"{readStateIndex:27429; appliedIndex:27427; }","duration":"549.379201ms","start":"2026-04-23T08:39:31.198814Z","end":"2026-04-23T08:39:31.748193Z","steps":["trace[460675100] 'read index received' (duration: 507.836432ms)","trace[460675100] 'applied index is now lower than readState.Index' (duration: 41.541299ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:39:31.748533Z","caller":"traceutil/trace.go:171","msg":"trace[2026413087] transaction","detail":"{read_only:false; response_revision:26537; number_of_response:1; }","duration":"775.77978ms","start":"2026-04-23T08:39:30.972695Z","end":"2026-04-23T08:39:31.748475Z","steps":["trace[2026413087] 'process raft request' (duration: 733.936324ms)","trace[2026413087] 'compare' (duration: 41.16895ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:39:31.748616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.78926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:39:31.748698Z","caller":"traceutil/trace.go:171","msg":"trace[1784491448] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:26538; }","duration":"549.920903ms","start":"2026-04-23T08:39:31.198749Z","end":"2026-04-23T08:39:31.74867Z","steps":["trace[1784491448] 'agreement among raft nodes before linearized reading' (duration: 549.80556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:31.748742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:31.198722Z","time spent":"550.010265ms","remote":"127.0.0.1:52868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:39:31.748773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:30.972663Z","time spent":"775.980255ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:39:36.305251Z","caller":"traceutil/trace.go:171","msg":"trace[2050327770] transaction","detail":"{read_only:false; response_revision:26575; number_of_response:1; }","duration":"542.557613ms","start":"2026-04-23T08:39:35.762648Z","end":"2026-04-23T08:39:36.305206Z","steps":["trace[2050327770] 'process raft request' (duration: 542.366198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:36.305429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:35.762614Z","time spent":"542.720016ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:39:36.329011Z","caller":"traceutil/trace.go:171","msg":"trace[1656739089] transaction","detail":"{read_only:false; response_revision:26576; number_of_response:1; }","duration":"320.220617ms","start":"2026-04-23T08:39:36.008753Z","end":"2026-04-23T08:39:36.328973Z","steps":["trace[1656739089] 'process raft request' (duration: 319.93183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:36.329265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:36.008722Z","time spent":"320.411832ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:39:36.329278Z","caller":"traceutil/trace.go:171","msg":"trace[771914814] linearizableReadLoop","detail":"{readStateIndex:27469; appliedIndex:27466; }","duration":"207.643833ms","start":"2026-04-23T08:39:36.121572Z","end":"2026-04-23T08:39:36.329216Z","steps":["trace[771914814] 'read index received' (duration: 183.489669ms)","trace[771914814] 'applied index is now lower than readState.Index' (duration: 24.151724ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:39:36.329408Z","caller":"traceutil/trace.go:171","msg":"trace[196985569] transaction","detail":"{read_only:false; response_revision:26577; number_of_response:1; }","duration":"313.216004ms","start":"2026-04-23T08:39:36.016147Z","end":"2026-04-23T08:39:36.329363Z","steps":["trace[196985569] 'process raft request' (duration: 312.762834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:36.329606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:36.016039Z","time spent":"313.46659ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:39:36.329663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.051562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-04-23T08:39:36.32978Z","caller":"traceutil/trace.go:171","msg":"trace[499017877] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:26577; }","duration":"208.230506ms","start":"2026-04-23T08:39:36.121521Z","end":"2026-04-23T08:39:36.329751Z","steps":["trace[499017877] 'agreement among raft nodes before linearized reading' (duration: 207.841977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:38.026144Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634066091,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:39:38.526884Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634066091,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:39:39.027537Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634066091,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:39:39.312856Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.990426726s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T08:39:39.313256Z","caller":"traceutil/trace.go:171","msg":"trace[1086759365] transaction","detail":"{read_only:false; response_revision:26589; number_of_response:1; }","duration":"1.990928248s","start":"2026-04-23T08:39:37.322295Z","end":"2026-04-23T08:39:39.313224Z","steps":["trace[1086759365] 'process raft request' (duration: 1.990751364s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:39.313426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:37.322258Z","time spent":"1.991081252s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:39:40.884938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001012094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T08:39:40.885071Z","caller":"traceutil/trace.go:171","msg":"trace[346862936] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001216259s","start":"2026-04-23T08:39:38.883831Z","end":"2026-04-23T08:39:40.885047Z","steps":["trace[346862936] 'agreement among raft nodes before linearized reading' (duration: 2.001041805s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:40.885135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:38.88381Z","time spent":"2.001312061s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:39:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:39:41.119662Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.80616475s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T08:39:41.55677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:39.780691Z","time spent":"1.776065128s","remote":"127.0.0.1:35514","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T08:39:41.558617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.541856ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:39:41.558967Z","caller":"traceutil/trace.go:171","msg":"trace[677833943] linearizableReadLoop","detail":"{readStateIndex:27487; appliedIndex:27480; }","duration":"4.033489351s","start":"2026-04-23T08:39:37.52546Z","end":"2026-04-23T08:39:41.558949Z","steps":["trace[677833943] 'read index received' (duration: 1.787632967s)","trace[677833943] 'applied index is now lower than readState.Index' (duration: 2.245855514s)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:39:41.559119Z","caller":"traceutil/trace.go:171","msg":"trace[1033769783] transaction","detail":"{read_only:false; response_revision:26594; number_of_response:1; }","duration":"2.758866417s","start":"2026-04-23T08:39:38.800222Z","end":"2026-04-23T08:39:41.559089Z","steps":["trace[1033769783] 'process raft request' (duration: 2.758641002s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:39:41.559165Z","caller":"traceutil/trace.go:171","msg":"trace[150740337] transaction","detail":"{read_only:false; response_revision:26595; number_of_response:1; }","duration":"2.754153717s","start":"2026-04-23T08:39:38.805005Z","end":"2026-04-23T08:39:41.559159Z","steps":["trace[150740337] 'process raft request' (duration: 2.753889351s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:41.559209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:38.804941Z","time spent":"2.754241889s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:39:41.559255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:38.800187Z","time spent":"2.75899762s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:39:41.559368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.03391527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:39:41.559391Z","caller":"traceutil/trace.go:171","msg":"trace[2080459354] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:26595; }","duration":"4.033944491s","start":"2026-04-23T08:39:37.525438Z","end":"2026-04-23T08:39:41.559383Z","steps":["trace[2080459354] 'agreement among raft nodes before linearized reading' (duration: 4.0338981s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:41.559413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:37.525354Z","time spent":"4.034054213s","remote":"127.0.0.1:43856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:39:41.559442Z","caller":"traceutil/trace.go:171","msg":"trace[1989668678] transaction","detail":"{read_only:false; response_revision:26590; number_of_response:1; }","duration":"3.248466334s","start":"2026-04-23T08:39:38.310962Z","end":"2026-04-23T08:39:41.559428Z","steps":["trace[1989668678] 'process raft request' (duration: 2.809020236s)","trace[1989668678] 'compare' (duration: 437.621425ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:39:41.559511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:38.310931Z","time spent":"3.248546695s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:39:41.559651Z","caller":"traceutil/trace.go:171","msg":"trace[1908029134] transaction","detail":"{read_only:false; response_revision:26591; number_of_response:1; }","duration":"3.222863117s","start":"2026-04-23T08:39:38.336777Z","end":"2026-04-23T08:39:41.55964Z","steps":["trace[1908029134] 'process raft request' (duration: 3.221938915s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:41.55973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.016393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:39:41.559758Z","caller":"traceutil/trace.go:171","msg":"trace[606790681] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:26595; }","duration":"320.091794ms","start":"2026-04-23T08:39:41.239657Z","end":"2026-04-23T08:39:41.559748Z","steps":["trace[606790681] 'agreement among raft nodes before linearized reading' (duration: 320.056013ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:39:41.55976Z","caller":"traceutil/trace.go:171","msg":"trace[1428589365] transaction","detail":"{read_only:false; response_revision:26592; number_of_response:1; }","duration":"3.221335231s","start":"2026-04-23T08:39:38.338415Z","end":"2026-04-23T08:39:41.55975Z","steps":["trace[1428589365] 'process raft request' (duration: 3.220383419s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:41.559774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:41.239607Z","time spent":"320.161837ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:39:41.559805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:38.338393Z","time spent":"3.221389352s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:39:41.559846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.767915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:39:41.559866Z","caller":"traceutil/trace.go:171","msg":"trace[1752123723] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26595; }","duration":"674.845418ms","start":"2026-04-23T08:39:40.885014Z","end":"2026-04-23T08:39:41.559859Z","steps":["trace[1752123723] 'agreement among raft nodes before linearized reading' (duration: 674.819587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:41.55988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:40.884972Z","time spent":"674.904279ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T08:39:41.559909Z","caller":"traceutil/trace.go:171","msg":"trace[1256048377] transaction","detail":"{read_only:false; response_revision:26593; number_of_response:1; }","duration":"2.93691916s","start":"2026-04-23T08:39:38.622979Z","end":"2026-04-23T08:39:41.559899Z","steps":["trace[1256048377] 'process raft request' (duration: 2.935850905s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:41.55997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246893978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:39:41.559976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:38.622944Z","time spent":"2.936986011s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:39:41.55999Z","caller":"traceutil/trace.go:171","msg":"trace[1767019721] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:26595; }","duration":"1.24697832s","start":"2026-04-23T08:39:40.313005Z","end":"2026-04-23T08:39:41.559984Z","steps":["trace[1767019721] 'agreement among raft nodes before linearized reading' (duration: 1.246946139s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:41.560006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:40.312976Z","time spent":"1.247025801s","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:39:41.559531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.331876849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:39:41.560125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.912625913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:39:41.560099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.803721733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:39:41.560145Z","caller":"traceutil/trace.go:171","msg":"trace[1546617213] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26595; }","duration":"1.912710454s","start":"2026-04-23T08:39:39.647429Z","end":"2026-04-23T08:39:41.56014Z","steps":["trace[1546617213] 'agreement among raft nodes before linearized reading' (duration: 1.912680534s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:39:41.560151Z","caller":"traceutil/trace.go:171","msg":"trace[819888858] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26595; }","duration":"1.803814535s","start":"2026-04-23T08:39:39.756327Z","end":"2026-04-23T08:39:41.560141Z","steps":["trace[819888858] 'agreement among raft nodes before linearized reading' (duration: 1.803752584s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:41.560161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:39.647397Z","time spent":"1.912758586s","remote":"127.0.0.1:44202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:39:41.560181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:39.756296Z","time spent":"1.803875287s","remote":"127.0.0.1:44196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:39:41.560386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.536720037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T08:39:41.560405Z","caller":"traceutil/trace.go:171","msg":"trace[2008267584] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:26595; }","duration":"2.536740417s","start":"2026-04-23T08:39:39.023659Z","end":"2026-04-23T08:39:41.5604Z","steps":["trace[2008267584] 'agreement among raft nodes before linearized reading' (duration: 2.536570193s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:41.560419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:39.023556Z","time spent":"2.5368596s","remote":"127.0.0.1:48094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":251,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:39:41.560498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.605662595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:39:41.560519Z","caller":"traceutil/trace.go:171","msg":"trace[1924467134] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:26595; }","duration":"2.605730156s","start":"2026-04-23T08:39:38.954781Z","end":"2026-04-23T08:39:41.560511Z","steps":["trace[1924467134] 'agreement among raft nodes before linearized reading' (duration: 2.605700555s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:41.560536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:38.954752Z","time spent":"2.605779897s","remote":"127.0.0.1:52788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:39:41.560625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.740255794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:39:41.560643Z","caller":"traceutil/trace.go:171","msg":"trace[1870488786] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:26595; }","duration":"2.740309664s","start":"2026-04-23T08:39:38.820329Z","end":"2026-04-23T08:39:41.560639Z","steps":["trace[1870488786] 'agreement among raft nodes before linearized reading' (duration: 2.740279073s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:41.560658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:38.820312Z","time spent":"2.740341485s","remote":"127.0.0.1:48300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:39:41.560813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.955072833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T08:39:41.560832Z","caller":"traceutil/trace.go:171","msg":"trace[1469155060] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26595; }","duration":"2.955128774s","start":"2026-04-23T08:39:38.605697Z","end":"2026-04-23T08:39:41.560826Z","steps":["trace[1469155060] 'agreement among raft nodes before linearized reading' (duration: 2.955033162s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:41.560845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:38.605677Z","time spent":"2.955164615s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T08:39:41.560926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.968901746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-23T08:39:41.560945Z","caller":"traceutil/trace.go:171","msg":"trace[1309698754] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26595; }","duration":"2.968938436s","start":"2026-04-23T08:39:38.592001Z","end":"2026-04-23T08:39:41.560939Z","steps":["trace[1309698754] 'agreement among raft nodes before linearized reading' (duration: 2.968890995s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:41.560958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:38.59199Z","time spent":"2.968963936s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T08:39:41.561028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.96954499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T08:39:41.561045Z","caller":"traceutil/trace.go:171","msg":"trace[2024158513] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26595; }","duration":"2.969629112s","start":"2026-04-23T08:39:38.59141Z","end":"2026-04-23T08:39:41.56104Z","steps":["trace[2024158513] 'agreement among raft nodes before linearized reading' (duration: 2.969585391s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:41.561059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:38.591369Z","time spent":"2.969684904s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T08:39:41.56113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.971451674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T08:39:41.561148Z","caller":"traceutil/trace.go:171","msg":"trace[1751900548] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26595; }","duration":"2.971488916s","start":"2026-04-23T08:39:38.589654Z","end":"2026-04-23T08:39:41.561143Z","steps":["trace[1751900548] 'agreement among raft nodes before linearized reading' (duration: 2.971444995s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:41.561161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:38.589639Z","time spent":"2.971518336s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T08:39:41.561227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.973042852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T08:39:41.561245Z","caller":"traceutil/trace.go:171","msg":"trace[435171741] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26595; }","duration":"2.973111213s","start":"2026-04-23T08:39:38.588127Z","end":"2026-04-23T08:39:41.561239Z","steps":["trace[435171741] 'agreement among raft nodes before linearized reading' (duration: 2.973070752s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:41.561258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:38.588083Z","time spent":"2.973171664s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T08:39:41.561332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.216471587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T08:39:41.561351Z","caller":"traceutil/trace.go:171","msg":"trace[173333552] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26595; }","duration":"3.216487847s","start":"2026-04-23T08:39:38.344856Z","end":"2026-04-23T08:39:41.561343Z","steps":["trace[173333552] 'agreement among raft nodes before linearized reading' (duration: 3.216441786s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:41.561363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:38.344839Z","time spent":"3.216521229s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T08:39:41.561439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.216797115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-23T08:39:41.561456Z","caller":"traceutil/trace.go:171","msg":"trace[226466710] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26595; }","duration":"3.216812265s","start":"2026-04-23T08:39:38.344638Z","end":"2026-04-23T08:39:41.561451Z","steps":["trace[226466710] 'agreement among raft nodes before linearized reading' (duration: 3.216762614s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:41.561469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:38.344615Z","time spent":"3.216850196s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T08:39:41.561581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.219455697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T08:39:41.561599Z","caller":"traceutil/trace.go:171","msg":"trace[420467166] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26595; }","duration":"3.219518858s","start":"2026-04-23T08:39:38.342075Z","end":"2026-04-23T08:39:41.561594Z","steps":["trace[420467166] 'agreement among raft nodes before linearized reading' (duration: 3.219474587s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:41.561612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:38.342065Z","time spent":"3.219544349s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T08:39:41.561683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.229287166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-23T08:39:41.5617Z","caller":"traceutil/trace.go:171","msg":"trace[1964035965] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:26595; }","duration":"3.229303567s","start":"2026-04-23T08:39:38.332392Z","end":"2026-04-23T08:39:41.561695Z","steps":["trace[1964035965] 'agreement among raft nodes before linearized reading' (duration: 3.229258976s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:41.561711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:38.332327Z","time spent":"3.229382119s","remote":"127.0.0.1:47922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-04-23T08:39:41.559721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:38.336743Z","time spent":"3.222941659s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:39:41.560125Z","caller":"traceutil/trace.go:171","msg":"trace[540243522] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26595; }","duration":"3.332506404s","start":"2026-04-23T08:39:38.227608Z","end":"2026-04-23T08:39:41.560115Z","steps":["trace[540243522] 'agreement among raft nodes before linearized reading' (duration: 3.33189518s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:41.561926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:38.227583Z","time spent":"3.334336566s","remote":"127.0.0.1:38910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:39:42.215452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.939594ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-23T08:39:42.215566Z","caller":"traceutil/trace.go:171","msg":"trace[1310833173] linearizableReadLoop","detail":"{readStateIndex:27488; appliedIndex:27487; }","duration":"642.711347ms","start":"2026-04-23T08:39:41.572836Z","end":"2026-04-23T08:39:42.215547Z","steps":["trace[1310833173] 'read index received' (duration: 146.707821ms)","trace[1310833173] 'applied index is now lower than readState.Index' (duration: 496.002086ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:39:42.215633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:41.565823Z","time spent":"649.806912ms","remote":"127.0.0.1:47922","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T08:39:42.215882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.012904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-23T08:39:42.216116Z","caller":"traceutil/trace.go:171","msg":"trace[1537283813] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26595; }","duration":"643.183918ms","start":"2026-04-23T08:39:41.572783Z","end":"2026-04-23T08:39:42.215967Z","steps":["trace[1537283813] 'agreement among raft nodes before linearized reading' (duration: 642.870191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:42.216199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:41.572756Z","time spent":"643.405613ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T08:39:42.715675Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634066112,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:39:43.216491Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634066112,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:39:43.574808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000099992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T08:39:43.574949Z","caller":"traceutil/trace.go:171","msg":"trace[1415184396] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000302266s","start":"2026-04-23T08:39:41.574624Z","end":"2026-04-23T08:39:43.574926Z","steps":["trace[1415184396] 'agreement among raft nodes before linearized reading' (duration: 2.000141083s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:43.575034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:41.5746Z","time spent":"2.000387838s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:39:43.717707Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634066112,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:39:44.157501Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.437996893s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T08:39:44.160174Z","caller":"traceutil/trace.go:171","msg":"trace[331856295] transaction","detail":"{read_only:false; response_revision:26596; number_of_response:1; }","duration":"2.586956447s","start":"2026-04-23T08:39:41.573163Z","end":"2026-04-23T08:39:44.16012Z","steps":["trace[331856295] 'process raft request' (duration: 2.584724675s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:44.160422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:41.573152Z","time spent":"2.587128721s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:39:44.160301Z","caller":"traceutil/trace.go:171","msg":"trace[2072192358] transaction","detail":"{read_only:false; response_revision:26597; number_of_response:1; }","duration":"2.586995657s","start":"2026-04-23T08:39:41.573263Z","end":"2026-04-23T08:39:44.160259Z","steps":["trace[2072192358] 'process raft request' (duration: 2.586766522s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:44.160628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:41.573259Z","time spent":"2.587241084s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:39:44.161362Z","caller":"traceutil/trace.go:171","msg":"trace[1076727509] transaction","detail":"{read_only:false; response_revision:26598; number_of_response:1; }","duration":"2.587983901s","start":"2026-04-23T08:39:41.573337Z","end":"2026-04-23T08:39:44.161321Z","steps":["trace[1076727509] 'process raft request' (duration: 2.586853095s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:44.161579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:41.573332Z","time spent":"2.588116734s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:39:44.16193Z","caller":"traceutil/trace.go:171","msg":"trace[1508234609] transaction","detail":"{read_only:false; response_revision:26599; number_of_response:1; }","duration":"2.588520774s","start":"2026-04-23T08:39:41.573383Z","end":"2026-04-23T08:39:44.161904Z","steps":["trace[1508234609] 'process raft request' (duration: 2.587115571s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:39:44.161983Z","caller":"traceutil/trace.go:171","msg":"trace[4530194] transaction","detail":"{read_only:false; response_revision:26600; number_of_response:1; }","duration":"2.588470492s","start":"2026-04-23T08:39:41.573476Z","end":"2026-04-23T08:39:44.161947Z","steps":["trace[4530194] 'process raft request' (duration: 2.588349469s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:44.162112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:41.573375Z","time spent":"2.588648716s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:39:44.162152Z","caller":"traceutil/trace.go:171","msg":"trace[1636746963] transaction","detail":"{read_only:false; response_revision:26602; number_of_response:1; }","duration":"2.586158718s","start":"2026-04-23T08:39:41.575971Z","end":"2026-04-23T08:39:44.16213Z","steps":["trace[1636746963] 'process raft request' (duration: 2.586063396s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:44.162205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:41.57347Z","time spent":"2.588610556s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:39:44.162145Z","caller":"traceutil/trace.go:171","msg":"trace[284340434] transaction","detail":"{read_only:false; response_revision:26601; number_of_response:1; }","duration":"2.58623566s","start":"2026-04-23T08:39:41.575893Z","end":"2026-04-23T08:39:44.162129Z","steps":["trace[284340434] 'process raft request' (duration: 2.585989024s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:44.162272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:41.575967Z","time spent":"2.58624794s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:39:44.162307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:41.575883Z","time spent":"2.586383053s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:39:45.575623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000116982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T08:39:45.575713Z","caller":"traceutil/trace.go:171","msg":"trace[1697075414] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000259816s","start":"2026-04-23T08:39:43.575435Z","end":"2026-04-23T08:39:45.575695Z","steps":["trace[1697075414] 'agreement among raft nodes before linearized reading' (duration: 2.000142023s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:45.575751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:43.575424Z","time spent":"2.000320027s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:39:45.984509Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.826746349s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T08:39:46.130804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.916492ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:39:46.13234Z","caller":"traceutil/trace.go:171","msg":"trace[625179112] transaction","detail":"{read_only:false; response_revision:26606; number_of_response:1; }","duration":"2.560651684s","start":"2026-04-23T08:39:43.57166Z","end":"2026-04-23T08:39:46.132311Z","steps":["trace[625179112] 'process raft request' (duration: 2.559496567s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:39:46.132407Z","caller":"traceutil/trace.go:171","msg":"trace[523598675] transaction","detail":"{read_only:false; response_revision:26607; number_of_response:1; }","duration":"2.560295085s","start":"2026-04-23T08:39:43.572064Z","end":"2026-04-23T08:39:46.132359Z","steps":["trace[523598675] 'process raft request' (duration: 2.559149678s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:46.132484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:43.571633Z","time spent":"2.560764466s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:39:46.132589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:43.57201Z","time spent":"2.56048807s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:39:46.132648Z","caller":"traceutil/trace.go:171","msg":"trace[784050758] transaction","detail":"{read_only:false; response_revision:26603; number_of_response:1; }","duration":"4.3697213s","start":"2026-04-23T08:39:41.762914Z","end":"2026-04-23T08:39:46.132636Z","steps":["trace[784050758] 'process raft request' (duration: 4.221840312s)","trace[784050758] 'compare' (duration: 145.311298ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:39:46.132686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:41.762879Z","time spent":"4.369784982s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:39:46.132822Z","caller":"traceutil/trace.go:171","msg":"trace[864516306] transaction","detail":"{read_only:false; response_revision:26604; number_of_response:1; }","duration":"3.93656802s","start":"2026-04-23T08:39:42.196239Z","end":"2026-04-23T08:39:46.132807Z","steps":["trace[864516306] 'process raft request' (duration: 3.934723947s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:46.132874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:42.196202Z","time spent":"3.936643781s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:39:46.132866Z","caller":"traceutil/trace.go:171","msg":"trace[1885044703] transaction","detail":"{read_only:false; response_revision:26610; number_of_response:1; }","duration":"2.560274445s","start":"2026-04-23T08:39:43.572558Z","end":"2026-04-23T08:39:46.132832Z","steps":["trace[1885044703] 'process raft request' (duration: 2.558804521s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:39:46.132913Z","caller":"traceutil/trace.go:171","msg":"trace[483607422] transaction","detail":"{read_only:false; response_revision:26605; number_of_response:1; }","duration":"3.915784965s","start":"2026-04-23T08:39:42.217114Z","end":"2026-04-23T08:39:46.132899Z","steps":["trace[483607422] 'process raft request' (duration: 3.913975283s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:46.132971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:43.57252Z","time spent":"2.560406078s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:39:46.132977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:42.21709Z","time spent":"3.915849706s","remote":"127.0.0.1:47922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:39:46.133023Z","caller":"traceutil/trace.go:171","msg":"trace[1527099669] transaction","detail":"{read_only:false; response_revision:26611; number_of_response:1; }","duration":"2.560216183s","start":"2026-04-23T08:39:43.57277Z","end":"2026-04-23T08:39:46.132987Z","steps":["trace[1527099669] 'process raft request' (duration: 2.558645647s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:39:46.133085Z","caller":"traceutil/trace.go:171","msg":"trace[754343289] transaction","detail":"{read_only:false; response_revision:26608; number_of_response:1; }","duration":"2.560595542s","start":"2026-04-23T08:39:43.572479Z","end":"2026-04-23T08:39:46.133074Z","steps":["trace[754343289] 'process raft request' (duration: 2.55878903s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:46.133126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:43.572459Z","time spent":"2.560644273s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:39:46.133205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:43.572727Z","time spent":"2.560377917s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:39:46.133779Z","caller":"traceutil/trace.go:171","msg":"trace[1599429973] transaction","detail":"{read_only:false; response_revision:26609; number_of_response:1; }","duration":"2.561254437s","start":"2026-04-23T08:39:43.572501Z","end":"2026-04-23T08:39:46.133755Z","steps":["trace[1599429973] 'process raft request' (duration: 2.558814261s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:46.133904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:43.572489Z","time spent":"2.561338309s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:39:47.548454Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.563727056s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T08:39:47.584567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000680266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T08:39:47.584674Z","caller":"traceutil/trace.go:171","msg":"trace[1184290370] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000846259s","start":"2026-04-23T08:39:45.583805Z","end":"2026-04-23T08:39:47.584651Z","steps":["trace[1184290370] 'agreement among raft nodes before linearized reading' (duration: 2.000702336s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:47.58473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:45.58379Z","time spent":"2.000929912s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:39:48.267237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.135731255s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-23T08:39:48.267594Z","caller":"traceutil/trace.go:171","msg":"trace[1648562537] linearizableReadLoop","detail":"{readStateIndex:27505; appliedIndex:27488; }","duration":"6.051978921s","start":"2026-04-23T08:39:42.215588Z","end":"2026-04-23T08:39:48.267567Z","steps":["trace[1648562537] 'read index received' (duration: 1.942414707s)","trace[1648562537] 'applied index is now lower than readState.Index' (duration: 4.109562934s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:39:48.268831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.299668346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T08:39:48.268957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.452615143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:39:48.268963Z","caller":"traceutil/trace.go:171","msg":"trace[752127598] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26611; }","duration":"6.29981916s","start":"2026-04-23T08:39:41.969113Z","end":"2026-04-23T08:39:48.268932Z","steps":["trace[752127598] 'agreement among raft nodes before linearized reading' (duration: 6.299609315s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:39:48.269019Z","caller":"traceutil/trace.go:171","msg":"trace[1464912145] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:26611; }","duration":"6.452706036s","start":"2026-04-23T08:39:41.816293Z","end":"2026-04-23T08:39:48.268999Z","steps":["trace[1464912145] 'agreement among raft nodes before linearized reading' (duration: 6.452623324s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:48.269072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:41.816269Z","time spent":"6.452792208s","remote":"127.0.0.1:41320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:39:48.269476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.695932237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8ed912415be4e\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-23T08:39:48.269523Z","caller":"traceutil/trace.go:171","msg":"trace[905767588] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8ed912415be4e; range_end:; response_count:1; response_revision:26611; }","duration":"6.69602081s","start":"2026-04-23T08:39:41.57349Z","end":"2026-04-23T08:39:48.269511Z","steps":["trace[905767588] 'agreement among raft nodes before linearized reading' (duration: 6.695839185s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:48.269564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:41.573465Z","time spent":"6.696084561s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8ed912415be4e\" "} {"level":"warn","ts":"2026-04-23T08:39:48.269032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:41.969052Z","time spent":"6.299963964s","remote":"127.0.0.1:38940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:39:48.268878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.420746781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:39:48.271902Z","caller":"traceutil/trace.go:171","msg":"trace[527699377] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26611; }","duration":"6.424026397s","start":"2026-04-23T08:39:41.84786Z","end":"2026-04-23T08:39:48.271886Z","steps":["trace[527699377] 'agreement among raft nodes before linearized reading' (duration: 6.420933115s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:48.271942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:41.847833Z","time spent":"6.424096459s","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:39:48.27191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.298424367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:39:48.272211Z","caller":"traceutil/trace.go:171","msg":"trace[256221176] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26611; }","duration":"6.298719994s","start":"2026-04-23T08:39:41.973473Z","end":"2026-04-23T08:39:48.272193Z","steps":["trace[256221176] 'agreement among raft nodes before linearized reading' (duration: 6.298392036s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:48.27229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:41.973441Z","time spent":"6.298824447s","remote":"127.0.0.1:44360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-04-23T08:39:48.273055Z","caller":"traceutil/trace.go:171","msg":"trace[635145044] transaction","detail":"{read_only:false; response_revision:26612; number_of_response:1; }","duration":"4.100740749s","start":"2026-04-23T08:39:44.172251Z","end":"2026-04-23T08:39:48.272992Z","steps":["trace[635145044] 'process raft request' (duration: 4.095138408s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:48.274222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:44.172228Z","time spent":"4.100945174s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:39:49.585908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000556063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:39:49.586054Z","caller":"traceutil/trace.go:171","msg":"trace[2140972306] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000791028s","start":"2026-04-23T08:39:47.585241Z","end":"2026-04-23T08:39:49.586032Z","steps":["trace[2140972306] 'agreement among raft nodes before linearized reading' (duration: 2.000608614s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:49.586107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:47.585212Z","time spent":"2.000883319s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:39:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:39:49.594049Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.280440798s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T08:39:50.49324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.099227193s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:39:50.493382Z","caller":"traceutil/trace.go:171","msg":"trace[240951655] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26612; }","duration":"2.099387377s","start":"2026-04-23T08:39:48.393975Z","end":"2026-04-23T08:39:50.493362Z","steps":["trace[240951655] 'range keys from in-memory index tree' (duration: 2.099214233s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:50.494055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.180372765s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-04-23T08:39:50.49421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:48.274142Z","time spent":"2.220064702s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T08:39:50.494198Z","caller":"traceutil/trace.go:171","msg":"trace[889986538] transaction","detail":"{read_only:false; response_revision:26613; number_of_response:1; }","duration":"3.664428294s","start":"2026-04-23T08:39:46.829702Z","end":"2026-04-23T08:39:50.49413Z","steps":["trace[889986538] 'process raft request' (duration: 1.483909425s)","trace[889986538] 'compare' (duration: 2.179380442s)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:39:50.494293Z","caller":"traceutil/trace.go:171","msg":"trace[1415177281] linearizableReadLoop","detail":"{readStateIndex:27507; appliedIndex:27506; }","duration":"2.226605243s","start":"2026-04-23T08:39:48.267637Z","end":"2026-04-23T08:39:50.494243Z","steps":["trace[1415177281] 'read index received' (duration: 45.994422ms)","trace[1415177281] 'applied index is now lower than readState.Index' (duration: 2.180603451s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:39:50.494491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.328986421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T08:39:50.494521Z","caller":"traceutil/trace.go:171","msg":"trace[1950004341] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26613; }","duration":"4.329077464s","start":"2026-04-23T08:39:46.165435Z","end":"2026-04-23T08:39:50.494512Z","steps":["trace[1950004341] 'agreement among raft nodes before linearized reading' (duration: 4.328961361s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:50.494542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:46.165411Z","time spent":"4.329127214s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T08:39:50.494677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.286727556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-04-23T08:39:50.494652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.130593214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T08:39:50.494698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.358786126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-04-23T08:39:50.494753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.331012248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-23T08:39:50.494756Z","caller":"traceutil/trace.go:171","msg":"trace[1941236259] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26613; }","duration":"4.358897589s","start":"2026-04-23T08:39:46.135841Z","end":"2026-04-23T08:39:50.494738Z","steps":["trace[1941236259] 'agreement among raft nodes before linearized reading' (duration: 4.358616022s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:39:50.49476Z","caller":"traceutil/trace.go:171","msg":"trace[1973377027] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:26613; }","duration":"7.130769578s","start":"2026-04-23T08:39:43.363962Z","end":"2026-04-23T08:39:50.494731Z","steps":["trace[1973377027] 'agreement among raft nodes before linearized reading' (duration: 7.130582214s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:50.494803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:46.135825Z","time spent":"4.35896998s","remote":"127.0.0.1:48060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-23T08:39:50.494832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.352309395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-04-23T08:39:50.494829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:43.363935Z","time spent":"7.130880661s","remote":"127.0.0.1:40126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":5,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:39:50.494907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.352555051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:514"} {"level":"info","ts":"2026-04-23T08:39:50.494928Z","caller":"traceutil/trace.go:171","msg":"trace[1609274446] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:26613; }","duration":"2.352601912s","start":"2026-04-23T08:39:48.142319Z","end":"2026-04-23T08:39:50.494921Z","steps":["trace[1609274446] 'agreement among raft nodes before linearized reading' (duration: 2.352547221s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:50.494948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:48.14231Z","time spent":"2.352631573s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":537,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-04-23T08:39:50.495098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.354616269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-04-23T08:39:50.495123Z","caller":"traceutil/trace.go:171","msg":"trace[531975064] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:26613; }","duration":"2.354684621s","start":"2026-04-23T08:39:48.140432Z","end":"2026-04-23T08:39:50.495117Z","steps":["trace[531975064] 'agreement among raft nodes before linearized reading' (duration: 2.354622449s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:50.495123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.457056537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:39:50.49514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:48.140403Z","time spent":"2.354732351s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-04-23T08:39:50.495164Z","caller":"traceutil/trace.go:171","msg":"trace[1260266859] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:26613; }","duration":"7.457139159s","start":"2026-04-23T08:39:43.03801Z","end":"2026-04-23T08:39:50.495149Z","steps":["trace[1260266859] 'agreement among raft nodes before linearized reading' (duration: 7.457066967s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:50.495206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:43.037982Z","time spent":"7.457216071s","remote":"127.0.0.1:38250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:39:50.49525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.355324536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-04-23T08:39:50.495274Z","caller":"traceutil/trace.go:171","msg":"trace[1570330410] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:26613; }","duration":"2.355364376s","start":"2026-04-23T08:39:48.139904Z","end":"2026-04-23T08:39:50.495268Z","steps":["trace[1570330410] 'agreement among raft nodes before linearized reading' (duration: 2.355305015s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:50.495291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:48.139892Z","time spent":"2.355395947s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":562,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-04-23T08:39:50.495308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.488594464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T08:39:50.495356Z","caller":"traceutil/trace.go:171","msg":"trace[1007023173] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:26613; }","duration":"4.488699276s","start":"2026-04-23T08:39:46.006646Z","end":"2026-04-23T08:39:50.495346Z","steps":["trace[1007023173] 'agreement among raft nodes before linearized reading' (duration: 4.488466661s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:50.495394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:46.006617Z","time spent":"4.488769048s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":186,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:39:50.495411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.355685304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-04-23T08:39:50.495434Z","caller":"traceutil/trace.go:171","msg":"trace[1834634322] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:26613; }","duration":"2.355767846s","start":"2026-04-23T08:39:48.139657Z","end":"2026-04-23T08:39:50.495425Z","steps":["trace[1834634322] 'agreement among raft nodes before linearized reading' (duration: 2.355707555s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:50.495459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:48.139622Z","time spent":"2.355829708s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-23T08:39:50.495461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.632692283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:39:50.495495Z","caller":"traceutil/trace.go:171","msg":"trace[1045229804] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26613; }","duration":"7.632783505s","start":"2026-04-23T08:39:42.8627Z","end":"2026-04-23T08:39:50.495483Z","steps":["trace[1045229804] 'agreement among raft nodes before linearized reading' (duration: 7.632719594s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:50.495535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:42.862673Z","time spent":"7.632854056s","remote":"127.0.0.1:41362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:39:50.495577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.356004121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-04-23T08:39:50.495577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.594925903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:39:50.4956Z","caller":"traceutil/trace.go:171","msg":"trace[748934695] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:26613; }","duration":"2.356075463s","start":"2026-04-23T08:39:48.139519Z","end":"2026-04-23T08:39:50.495594Z","steps":["trace[748934695] 'agreement among raft nodes before linearized reading' (duration: 2.356016382s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:50.495618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:48.139494Z","time spent":"2.356120244s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"info","ts":"2026-04-23T08:39:50.495617Z","caller":"traceutil/trace.go:171","msg":"trace[87990146] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26613; }","duration":"4.594967934s","start":"2026-04-23T08:39:45.900634Z","end":"2026-04-23T08:39:50.495602Z","steps":["trace[87990146] 'agreement among raft nodes before linearized reading' (duration: 4.594902033s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:50.495653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:45.900612Z","time spent":"4.595030546s","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:39:50.495709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.652394852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:39:50.495749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.555708748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:39:50.495778Z","caller":"traceutil/trace.go:171","msg":"trace[1016129720] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26613; }","duration":"3.55579142s","start":"2026-04-23T08:39:46.93998Z","end":"2026-04-23T08:39:50.495772Z","steps":["trace[1016129720] 'agreement among raft nodes before linearized reading' (duration: 3.555749039s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:50.495796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:46.939951Z","time spent":"3.555839932s","remote":"127.0.0.1:44338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:39:50.495801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.719657661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:39:50.49587Z","caller":"traceutil/trace.go:171","msg":"trace[98306365] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:26613; }","duration":"7.719724622s","start":"2026-04-23T08:39:42.776134Z","end":"2026-04-23T08:39:50.495859Z","steps":["trace[98306365] 'agreement among raft nodes before linearized reading' (duration: 7.71963528s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:50.495896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.621842201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:39:50.495913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:42.776053Z","time spent":"7.719851605s","remote":"127.0.0.1:48172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":3,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:39:50.495943Z","caller":"traceutil/trace.go:171","msg":"trace[1993062202] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26613; }","duration":"4.621952403s","start":"2026-04-23T08:39:45.873981Z","end":"2026-04-23T08:39:50.495933Z","steps":["trace[1993062202] 'agreement among raft nodes before linearized reading' (duration: 4.621879561s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:50.495991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.710464897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:39:50.49602Z","caller":"traceutil/trace.go:171","msg":"trace[985894967] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:26613; }","duration":"3.710536119s","start":"2026-04-23T08:39:46.785477Z","end":"2026-04-23T08:39:50.496013Z","steps":["trace[985894967] 'agreement among raft nodes before linearized reading' (duration: 3.710428236s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:50.496044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.947297339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:39:50.496057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:46.785453Z","time spent":"3.710599401s","remote":"127.0.0.1:48376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":63,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:39:50.496078Z","caller":"traceutil/trace.go:171","msg":"trace[835829395] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26613; }","duration":"4.947381951s","start":"2026-04-23T08:39:45.548686Z","end":"2026-04-23T08:39:50.496068Z","steps":["trace[835829395] 'agreement among raft nodes before linearized reading' (duration: 4.94732359s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:50.496079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.807817657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:39:50.496109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:45.548656Z","time spent":"4.947444943s","remote":"127.0.0.1:43986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:39:50.496163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.830731681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:39:50.496185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.867397077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:39:50.496197Z","caller":"traceutil/trace.go:171","msg":"trace[1263247771] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:26613; }","duration":"7.830816653s","start":"2026-04-23T08:39:42.665373Z","end":"2026-04-23T08:39:50.49619Z","steps":["trace[1263247771] 'agreement among raft nodes before linearized reading' (duration: 7.830757741s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:50.496234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.26889208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:39:50.496236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:42.665345Z","time spent":"7.830883815s","remote":"127.0.0.1:52818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:39:50.496261Z","caller":"traceutil/trace.go:171","msg":"trace[937461242] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26613; }","duration":"4.268952861s","start":"2026-04-23T08:39:46.2273Z","end":"2026-04-23T08:39:50.496253Z","steps":["trace[937461242] 'agreement among raft nodes before linearized reading' (duration: 4.268919601s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:50.496287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:46.22728Z","time spent":"4.268999833s","remote":"127.0.0.1:44332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:39:50.4963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.077442874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:39:50.496407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.276817095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:39:50.496431Z","caller":"traceutil/trace.go:171","msg":"trace[338371402] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26613; }","duration":"4.276899136s","start":"2026-04-23T08:39:46.219526Z","end":"2026-04-23T08:39:50.496425Z","steps":["trace[338371402] 'agreement among raft nodes before linearized reading' (duration: 4.276858125s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:50.49641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:46.829668Z","time spent":"3.664626059s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:39:50.496517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.329100544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T08:39:50.49655Z","caller":"traceutil/trace.go:171","msg":"trace[1127345262] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26613; }","duration":"4.329144255s","start":"2026-04-23T08:39:46.167401Z","end":"2026-04-23T08:39:50.496545Z","steps":["trace[1127345262] 'agreement among raft nodes before linearized reading' (duration: 4.329061243s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:50.496564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:46.167394Z","time spent":"4.329166575s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T08:39:50.496613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.278940104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18460"} {"level":"info","ts":"2026-04-23T08:39:50.496643Z","caller":"traceutil/trace.go:171","msg":"trace[1497426239] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26613; }","duration":"8.278966944s","start":"2026-04-23T08:39:42.217667Z","end":"2026-04-23T08:39:50.496634Z","steps":["trace[1497426239] 'agreement among raft nodes before linearized reading' (duration: 8.278866942s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:50.496671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:42.217639Z","time spent":"8.279025266s","remote":"127.0.0.1:48070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18483,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-23T08:39:50.496684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.330017215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T08:39:50.496709Z","caller":"traceutil/trace.go:171","msg":"trace[365098362] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26613; }","duration":"4.330050827s","start":"2026-04-23T08:39:46.166649Z","end":"2026-04-23T08:39:50.4967Z","steps":["trace[365098362] 'agreement among raft nodes before linearized reading' (duration: 4.329992075s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:39:50.496206Z","caller":"traceutil/trace.go:171","msg":"trace[1957096170] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:26613; }","duration":"3.867465379s","start":"2026-04-23T08:39:46.628734Z","end":"2026-04-23T08:39:50.4962Z","steps":["trace[1957096170] 'agreement among raft nodes before linearized reading' (duration: 3.867425668s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:50.496772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.330389544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-23T08:39:50.496789Z","caller":"traceutil/trace.go:171","msg":"trace[1527935460] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26613; }","duration":"4.330416905s","start":"2026-04-23T08:39:46.166367Z","end":"2026-04-23T08:39:50.496784Z","steps":["trace[1527935460] 'agreement among raft nodes before linearized reading' (duration: 4.330369454s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:50.496815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:46.166362Z","time spent":"4.330445025s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T08:39:50.49645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:46.219496Z","time spent":"4.276948398s","remote":"127.0.0.1:46460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:39:50.496805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:46.628709Z","time spent":"3.868045912s","remote":"127.0.0.1:48304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:39:50.495717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.510490164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:39:50.496877Z","caller":"traceutil/trace.go:171","msg":"trace[1453479162] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26613; }","duration":"2.511649831s","start":"2026-04-23T08:39:47.98522Z","end":"2026-04-23T08:39:50.49687Z","steps":["trace[1453479162] 'agreement among raft nodes before linearized reading' (duration: 2.510470373s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:50.496896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:47.985134Z","time spent":"2.511756573s","remote":"127.0.0.1:44142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:39:50.496113Z","caller":"traceutil/trace.go:171","msg":"trace[1198607689] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26613; }","duration":"7.807893039s","start":"2026-04-23T08:39:42.68821Z","end":"2026-04-23T08:39:50.496103Z","steps":["trace[1198607689] 'agreement among raft nodes before linearized reading' (duration: 7.807840378s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:50.496966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:42.688183Z","time spent":"7.80877449s","remote":"127.0.0.1:44046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:39:50.495986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:45.873956Z","time spent":"4.622020055s","remote":"127.0.0.1:44352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:39:50.496997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.330702252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-23T08:39:50.496726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:46.166643Z","time spent":"4.330079337s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T08:39:50.496823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.213368055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:39:50.497081Z","caller":"traceutil/trace.go:171","msg":"trace[1343189908] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26613; }","duration":"4.330808004s","start":"2026-04-23T08:39:46.166248Z","end":"2026-04-23T08:39:50.497056Z","steps":["trace[1343189908] 'agreement among raft nodes before linearized reading' (duration: 4.330515977s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:39:50.497106Z","caller":"traceutil/trace.go:171","msg":"trace[125361180] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26613; }","duration":"2.213707013s","start":"2026-04-23T08:39:48.283387Z","end":"2026-04-23T08:39:50.497095Z","steps":["trace[125361180] 'agreement among raft nodes before linearized reading' (duration: 2.213371035s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:50.497096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.588795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:39:50.497115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:46.166242Z","time spent":"4.330866875s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T08:39:50.497131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:48.283365Z","time spent":"2.213759544s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-04-23T08:39:50.497144Z","caller":"traceutil/trace.go:171","msg":"trace[302060592] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26613; }","duration":"127.637087ms","start":"2026-04-23T08:39:50.369489Z","end":"2026-04-23T08:39:50.497126Z","steps":["trace[302060592] 'agreement among raft nodes before linearized reading' (duration: 127.571505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:50.496511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.097755378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T08:39:50.497241Z","caller":"traceutil/trace.go:171","msg":"trace[741642995] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:26613; }","duration":"8.098528447s","start":"2026-04-23T08:39:42.398689Z","end":"2026-04-23T08:39:50.497217Z","steps":["trace[741642995] 'agreement among raft nodes before linearized reading' (duration: 8.097674767s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:50.497262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.331273405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-23T08:39:50.497278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:42.398658Z","time spent":"8.098607308s","remote":"127.0.0.1:47944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":140,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:39:50.497282Z","caller":"traceutil/trace.go:171","msg":"trace[1862936494] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26613; }","duration":"4.331292085s","start":"2026-04-23T08:39:46.165983Z","end":"2026-04-23T08:39:50.497275Z","steps":["trace[1862936494] 'agreement among raft nodes before linearized reading' (duration: 4.331225774s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:50.497303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:46.165957Z","time spent":"4.331341577s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T08:39:50.497298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477449263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:39:50.497348Z","caller":"traceutil/trace.go:171","msg":"trace[953830668] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:26613; }","duration":"1.477559516s","start":"2026-04-23T08:39:49.019767Z","end":"2026-04-23T08:39:50.497327Z","steps":["trace[953830668] 'agreement among raft nodes before linearized reading' (duration: 1.477468394s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:50.497387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:49.019733Z","time spent":"1.477644967s","remote":"127.0.0.1:45260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:39:50.497438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.668316344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-23T08:39:50.497481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.077800044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:39:50.497506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.856838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:39:50.49751Z","caller":"traceutil/trace.go:171","msg":"trace[1687781734] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:26613; }","duration":"2.077873285s","start":"2026-04-23T08:39:48.419628Z","end":"2026-04-23T08:39:50.497501Z","steps":["trace[1687781734] 'agreement among raft nodes before linearized reading' (duration: 2.077810404s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:39:50.497506Z","caller":"traceutil/trace.go:171","msg":"trace[242681963] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:26613; }","duration":"1.668436497s","start":"2026-04-23T08:39:48.829059Z","end":"2026-04-23T08:39:50.497496Z","steps":["trace[242681963] 'agreement among raft nodes before linearized reading' (duration: 1.668232592s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:39:50.497527Z","caller":"traceutil/trace.go:171","msg":"trace[1295720330] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26613; }","duration":"903.879109ms","start":"2026-04-23T08:39:49.593642Z","end":"2026-04-23T08:39:50.497521Z","steps":["trace[1295720330] 'agreement among raft nodes before linearized reading' (duration: 903.843478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:50.497532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:48.419606Z","time spent":"2.077920306s","remote":"127.0.0.1:35622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:39:50.497532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.331952571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-23T08:39:50.49754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:48.829032Z","time spent":"1.668499308s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":193,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:39:50.497562Z","caller":"traceutil/trace.go:171","msg":"trace[1718137949] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26613; }","duration":"4.332036353s","start":"2026-04-23T08:39:46.165519Z","end":"2026-04-23T08:39:50.497556Z","steps":["trace[1718137949] 'agreement among raft nodes before linearized reading' (duration: 4.331828788s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:50.497583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:46.165491Z","time spent":"4.332088184s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T08:39:50.4976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.518008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:39:50.497617Z","caller":"traceutil/trace.go:171","msg":"trace[184162509] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26613; }","duration":"577.579579ms","start":"2026-04-23T08:39:49.920032Z","end":"2026-04-23T08:39:50.497611Z","steps":["trace[184162509] 'agreement among raft nodes before linearized reading' (duration: 577.528378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:50.497634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:49.920005Z","time spent":"577.62319ms","remote":"127.0.0.1:44002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:39:50.497664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.593175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"warn","ts":"2026-04-23T08:39:50.497673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.91427179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:39:50.497692Z","caller":"traceutil/trace.go:171","msg":"trace[1070685423] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26613; }","duration":"904.658397ms","start":"2026-04-23T08:39:49.593024Z","end":"2026-04-23T08:39:50.497682Z","steps":["trace[1070685423] 'agreement among raft nodes before linearized reading' (duration: 904.503353ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:39:50.497699Z","caller":"traceutil/trace.go:171","msg":"trace[473473624] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:26613; }","duration":"1.914343062s","start":"2026-04-23T08:39:48.583346Z","end":"2026-04-23T08:39:50.497689Z","steps":["trace[473473624] 'agreement among raft nodes before linearized reading' (duration: 1.914301091s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:50.497704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.04636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:39:50.497717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:49.593004Z","time spent":"904.707728ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-23T08:39:50.497721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:48.583322Z","time spent":"1.914393642s","remote":"127.0.0.1:46524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:39:50.497726Z","caller":"traceutil/trace.go:171","msg":"trace[1689080489] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:26613; }","duration":"593.123701ms","start":"2026-04-23T08:39:49.904595Z","end":"2026-04-23T08:39:50.497718Z","steps":["trace[1689080489] 'agreement among raft nodes before linearized reading' (duration: 593.08477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:50.497745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:49.904558Z","time spent":"593.181953ms","remote":"127.0.0.1:47986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:39:50.497547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:49.593599Z","time spent":"903.94354ms","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T08:39:50.494783Z","caller":"traceutil/trace.go:171","msg":"trace[1859620429] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26613; }","duration":"2.331036409s","start":"2026-04-23T08:39:48.163736Z","end":"2026-04-23T08:39:50.494772Z","steps":["trace[1859620429] 'agreement among raft nodes before linearized reading' (duration: 2.330982078s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:50.497922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:48.163716Z","time spent":"2.334195013s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-23T08:39:50.498019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.079203075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:39:50.49804Z","caller":"traceutil/trace.go:171","msg":"trace[1707583585] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26613; }","duration":"6.079225666s","start":"2026-04-23T08:39:44.418805Z","end":"2026-04-23T08:39:50.498031Z","steps":["trace[1707583585] 'agreement among raft nodes before linearized reading' (duration: 6.079183935s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:50.498061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:44.41874Z","time spent":"6.079315728s","remote":"127.0.0.1:44190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:39:50.496344Z","caller":"traceutil/trace.go:171","msg":"trace[430166488] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:26613; }","duration":"6.077513926s","start":"2026-04-23T08:39:44.41882Z","end":"2026-04-23T08:39:50.496334Z","steps":["trace[430166488] 'agreement among raft nodes before linearized reading' (duration: 6.077450935s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:50.498121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.976888469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:39:50.495399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.566904389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:39:50.498135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:44.418807Z","time spent":"6.079310008s","remote":"127.0.0.1:38922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:39:50.494704Z","caller":"traceutil/trace.go:171","msg":"trace[144144827] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26613; }","duration":"2.286841448s","start":"2026-04-23T08:39:48.207854Z","end":"2026-04-23T08:39:50.494696Z","steps":["trace[144144827] 'agreement among raft nodes before linearized reading' (duration: 2.286770516s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:39:50.494854Z","caller":"traceutil/trace.go:171","msg":"trace[434973719] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26613; }","duration":"2.352347566s","start":"2026-04-23T08:39:48.142502Z","end":"2026-04-23T08:39:50.494849Z","steps":["trace[434973719] 'agreement among raft nodes before linearized reading' (duration: 2.352293264s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:50.498177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.056742052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:39:50.498188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:48.142489Z","time spent":"2.355692014s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-04-23T08:39:50.498197Z","caller":"traceutil/trace.go:171","msg":"trace[639169052] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:26613; }","duration":"7.056791993s","start":"2026-04-23T08:39:43.441399Z","end":"2026-04-23T08:39:50.498191Z","steps":["trace[639169052] 'agreement among raft nodes before linearized reading' (duration: 7.056754082s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:50.498195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:48.207806Z","time spent":"2.29036999s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-23T08:39:50.498217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:43.441383Z","time spent":"7.056828864s","remote":"127.0.0.1:48032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:39:50.495748Z","caller":"traceutil/trace.go:171","msg":"trace[1405854804] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:26613; }","duration":"7.652482814s","start":"2026-04-23T08:39:42.843256Z","end":"2026-04-23T08:39:50.495739Z","steps":["trace[1405854804] 'agreement among raft nodes before linearized reading' (duration: 7.652422483s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:50.498258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:42.843227Z","time spent":"7.655018034s","remote":"127.0.0.1:41280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:39:50.4983Z","caller":"traceutil/trace.go:171","msg":"trace[269567266] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:26613; }","duration":"6.977109704s","start":"2026-04-23T08:39:43.521163Z","end":"2026-04-23T08:39:50.498272Z","steps":["trace[269567266] 'agreement among raft nodes before linearized reading' (duration: 6.976896309s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:39:50.498312Z","caller":"traceutil/trace.go:171","msg":"trace[569602570] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26613; }","duration":"7.569883938s","start":"2026-04-23T08:39:42.928408Z","end":"2026-04-23T08:39:50.498292Z","steps":["trace[569602570] 'agreement among raft nodes before linearized reading' (duration: 7.56695369s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:50.498357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:43.521137Z","time spent":"6.977201187s","remote":"127.0.0.1:41334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:39:50.49836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:42.928383Z","time spent":"7.56996386s","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:39:50.498444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.371539433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T08:39:50.498459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.617384436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:39:50.498464Z","caller":"traceutil/trace.go:171","msg":"trace[1568768536] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:26613; }","duration":"6.371586744s","start":"2026-04-23T08:39:44.126871Z","end":"2026-04-23T08:39:50.498458Z","steps":["trace[1568768536] 'agreement among raft nodes before linearized reading' (duration: 6.371539052s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:39:50.498486Z","caller":"traceutil/trace.go:171","msg":"trace[1888398058] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:26613; }","duration":"6.617455418s","start":"2026-04-23T08:39:43.881024Z","end":"2026-04-23T08:39:50.498479Z","steps":["trace[1888398058] 'agreement among raft nodes before linearized reading' (duration: 6.617388376s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:50.498488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:44.126849Z","time spent":"6.371634915s","remote":"127.0.0.1:53488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:39:50.498509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:43.881Z","time spent":"6.617502889s","remote":"127.0.0.1:48178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":19,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:39:51.075632Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634066145,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:39:51.576198Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634066145,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:39:52.076737Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634066145,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:39:52.501437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999108369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:39:52.501558Z","caller":"traceutil/trace.go:171","msg":"trace[310276188] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999274844s","start":"2026-04-23T08:39:50.502261Z","end":"2026-04-23T08:39:52.501535Z","steps":["trace[310276188] 'agreement among raft nodes before linearized reading' (duration: 1.999083239s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:52.501612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:50.502243Z","time spent":"1.999357725s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:39:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:39:52.577248Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634066145,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:39:53.078209Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634066145,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:39:53.13779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:50.502643Z","time spent":"2.635135971s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T08:39:53.138105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:50.502699Z","time spent":"2.635403907s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T08:39:53.138527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:50.502461Z","time spent":"2.636062492s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 08:39:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:39:53.141139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:50.502631Z","time spent":"2.638499789s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 08:39:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:39:53.141453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:50.502558Z","time spent":"2.638888958s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 08:39:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:39:53.141789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:50.502678Z","time spent":"2.639108083s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T08:39:53.578711Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634066145,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:39:53.712044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000171063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:39:53.712135Z","caller":"traceutil/trace.go:171","msg":"trace[1365837998] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000336936s","start":"2026-04-23T08:39:51.711778Z","end":"2026-04-23T08:39:53.712115Z","steps":["trace[1365837998] 'agreement among raft nodes before linearized reading' (duration: 2.000226704s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:53.712182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:51.711748Z","time spent":"2.000424319s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:39:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:39:54.078977Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634066145,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:39:54.207675Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.548523591s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T08:39:54.208813Z","caller":"traceutil/trace.go:171","msg":"trace[1439539942] transaction","detail":"{read_only:false; response_revision:26620; number_of_response:1; }","duration":"3.703910305s","start":"2026-04-23T08:39:50.50487Z","end":"2026-04-23T08:39:54.208781Z","steps":["trace[1439539942] 'process raft request' (duration: 3.70372494s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:54.208995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:50.504862Z","time spent":"3.704034107s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:39:54.20905Z","caller":"traceutil/trace.go:171","msg":"trace[2066969380] transaction","detail":"{read_only:false; response_revision:26622; number_of_response:1; }","duration":"3.703755001s","start":"2026-04-23T08:39:50.505259Z","end":"2026-04-23T08:39:54.209014Z","steps":["trace[2066969380] 'process raft request' (duration: 3.703627408s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:39:54.209053Z","caller":"traceutil/trace.go:171","msg":"trace[3473626] transaction","detail":"{read_only:false; response_revision:26621; number_of_response:1; }","duration":"3.703847153s","start":"2026-04-23T08:39:50.505167Z","end":"2026-04-23T08:39:54.209014Z","steps":["trace[3473626] 'process raft request' (duration: 3.703571757s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:39:54.209143Z","caller":"traceutil/trace.go:171","msg":"trace[675012297] transaction","detail":"{read_only:false; response_revision:26623; number_of_response:1; }","duration":"3.703798992s","start":"2026-04-23T08:39:50.505319Z","end":"2026-04-23T08:39:54.209118Z","steps":["trace[675012297] 'process raft request' (duration: 3.703654438s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:54.209206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:50.50525Z","time spent":"3.703861683s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:39:54.209226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:50.505144Z","time spent":"3.703981196s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:39:54.209292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:50.505313Z","time spent":"3.703902514s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:39:54.209416Z","caller":"traceutil/trace.go:171","msg":"trace[199311156] transaction","detail":"{read_only:false; response_revision:26624; number_of_response:1; }","duration":"3.703968425s","start":"2026-04-23T08:39:50.50544Z","end":"2026-04-23T08:39:54.209408Z","steps":["trace[199311156] 'process raft request' (duration: 3.703637178s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:54.209469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:50.505431Z","time spent":"3.704011227s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:39:54.209673Z","caller":"traceutil/trace.go:171","msg":"trace[1455489030] transaction","detail":"{read_only:false; response_revision:26626; number_of_response:1; }","duration":"3.703998456s","start":"2026-04-23T08:39:50.505668Z","end":"2026-04-23T08:39:54.209667Z","steps":["trace[1455489030] 'process raft request' (duration: 3.703881354s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:54.209714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:50.505656Z","time spent":"3.704039517s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:39:54.20995Z","caller":"traceutil/trace.go:171","msg":"trace[1695927883] transaction","detail":"{read_only:false; response_revision:26628; number_of_response:1; }","duration":"3.703835233s","start":"2026-04-23T08:39:50.506103Z","end":"2026-04-23T08:39:54.209938Z","steps":["trace[1695927883] 'process raft request' (duration: 3.70370524s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:54.210013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:50.506098Z","time spent":"3.703884564s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:39:54.210063Z","caller":"traceutil/trace.go:171","msg":"trace[1687768078] transaction","detail":"{read_only:false; response_revision:26629; number_of_response:1; }","duration":"3.701285253s","start":"2026-04-23T08:39:50.508742Z","end":"2026-04-23T08:39:54.210027Z","steps":["trace[1687768078] 'process raft request' (duration: 3.701127589s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:39:54.210143Z","caller":"traceutil/trace.go:171","msg":"trace[1041287808] transaction","detail":"{read_only:false; response_revision:26627; number_of_response:1; }","duration":"3.704079888s","start":"2026-04-23T08:39:50.506053Z","end":"2026-04-23T08:39:54.210133Z","steps":["trace[1041287808] 'process raft request' (duration: 3.703586647s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:54.210197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:50.506045Z","time spent":"3.704125089s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:39:54.209962Z","caller":"traceutil/trace.go:171","msg":"trace[1644324190] transaction","detail":"{read_only:false; response_revision:26630; number_of_response:1; }","duration":"3.698641292s","start":"2026-04-23T08:39:50.511312Z","end":"2026-04-23T08:39:54.209954Z","steps":["trace[1644324190] 'process raft request' (duration: 3.698606601s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:54.21027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:50.508736Z","time spent":"3.701418077s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:39:54.210333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:50.511307Z","time spent":"3.69900001s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:39:54.509183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00047017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:39:54.509306Z","caller":"traceutil/trace.go:171","msg":"trace[1169495667] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000671434s","start":"2026-04-23T08:39:52.508607Z","end":"2026-04-23T08:39:54.509279Z","steps":["trace[1169495667] 'agreement among raft nodes before linearized reading' (duration: 2.000508201s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:54.509371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:52.508588Z","time spent":"2.000771807s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:39:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:39:55.683664Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.475767245s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T08:39:56.517491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999804625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T08:39:56.51762Z","caller":"traceutil/trace.go:171","msg":"trace[294541088] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00001986s","start":"2026-04-23T08:39:54.517577Z","end":"2026-04-23T08:39:56.517596Z","steps":["trace[294541088] 'agreement among raft nodes before linearized reading' (duration: 1.999849116s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:56.517684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:54.517548Z","time spent":"2.000124482s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:39:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:39:57.914699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:56.798525Z","time spent":"1.116162159s","remote":"127.0.0.1:43174","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T08:39:57.916861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.23285502s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:39:57.916973Z","caller":"traceutil/trace.go:171","msg":"trace[155707050] linearizableReadLoop","detail":"{readStateIndex:27526; appliedIndex:27509; }","duration":"7.342366143s","start":"2026-04-23T08:39:50.574587Z","end":"2026-04-23T08:39:57.916953Z","steps":["trace[155707050] 'read index received' (duration: 3.633329249s)","trace[155707050] 'applied index is now lower than readState.Index' (duration: 3.709035594s)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:39:57.917022Z","caller":"traceutil/trace.go:171","msg":"trace[1148445100] transaction","detail":"{read_only:false; response_revision:26631; number_of_response:1; }","duration":"6.774868979s","start":"2026-04-23T08:39:51.14213Z","end":"2026-04-23T08:39:57.916999Z","steps":["trace[1148445100] 'process raft request' (duration: 4.541759814s)","trace[1148445100] 'compare' (duration: 2.229162253s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:39:57.917091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.357743581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:39:57.917094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:51.142087Z","time spent":"6.774974011s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:39:57.917119Z","caller":"traceutil/trace.go:171","msg":"trace[1933504232] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26631; }","duration":"7.357794762s","start":"2026-04-23T08:39:50.559316Z","end":"2026-04-23T08:39:57.917111Z","steps":["trace[1933504232] 'agreement among raft nodes before linearized reading' (duration: 7.357711401s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:57.917143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:50.559302Z","time spent":"7.357836183s","remote":"127.0.0.1:48340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-23T08:39:57.917213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.410956872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:39:57.917303Z","caller":"traceutil/trace.go:171","msg":"trace[863157715] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26631; }","duration":"7.411077475s","start":"2026-04-23T08:39:50.506204Z","end":"2026-04-23T08:39:57.917282Z","steps":["trace[863157715] 'agreement among raft nodes before linearized reading' (duration: 7.410902441s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:57.917345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:50.506198Z","time spent":"7.411138697s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T08:39:57.917322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.408198728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-23T08:39:57.917428Z","caller":"traceutil/trace.go:171","msg":"trace[703349564] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26631; }","duration":"7.408338841s","start":"2026-04-23T08:39:50.509065Z","end":"2026-04-23T08:39:57.917404Z","steps":["trace[703349564] 'agreement among raft nodes before linearized reading' (duration: 7.407987093s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:57.917488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:50.509061Z","time spent":"7.408417833s","remote":"127.0.0.1:47922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-23T08:39:58.074206Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.575619974s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T08:39:58.136969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99527119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:39:58.13711Z","caller":"traceutil/trace.go:171","msg":"trace[1078189841] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.995446083s","start":"2026-04-23T08:39:53.141646Z","end":"2026-04-23T08:39:58.137092Z","steps":["trace[1078189841] 'agreement among raft nodes before linearized reading' (duration: 4.995274579s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:58.137167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:53.141641Z","time spent":"4.995517095s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/04/23 08:39:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:39:58.139439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997839809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:39:58.13989Z","caller":"traceutil/trace.go:171","msg":"trace[1855474949] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.998364261s","start":"2026-04-23T08:39:53.141501Z","end":"2026-04-23T08:39:58.139865Z","steps":["trace[1855474949] 'agreement among raft nodes before linearized reading' (duration: 4.99787749s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:58.139945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:53.141479Z","time spent":"4.998450294s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/04/23 08:39:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:39:58.140136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998524905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:39:58.140158Z","caller":"traceutil/trace.go:171","msg":"trace[664272666] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.998557696s","start":"2026-04-23T08:39:53.141593Z","end":"2026-04-23T08:39:58.140151Z","steps":["trace[664272666] 'agreement among raft nodes before linearized reading' (duration: 4.998532675s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:58.14018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:53.14159Z","time spent":"4.998584876s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/04/23 08:39:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:39:58.14028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998690469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:39:58.140298Z","caller":"traceutil/trace.go:171","msg":"trace[995869744] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.99872206s","start":"2026-04-23T08:39:53.141571Z","end":"2026-04-23T08:39:58.140293Z","steps":["trace[995869744] 'agreement among raft nodes before linearized reading' (duration: 4.998699899s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:58.140316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:53.141563Z","time spent":"4.99874769s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/04/23 08:39:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:39:58.142749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999269713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T08:39:58.142836Z","caller":"traceutil/trace.go:171","msg":"trace[938195472] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999396496s","start":"2026-04-23T08:39:53.143424Z","end":"2026-04-23T08:39:58.142821Z","steps":["trace[938195472] 'agreement among raft nodes before linearized reading' (duration: 4.999299154s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:58.142878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:53.143407Z","time spent":"4.999463657s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-23T08:39:58.142762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.001003923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T08:39:58.142935Z","caller":"traceutil/trace.go:171","msg":"trace[1419595602] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"5.001226009s","start":"2026-04-23T08:39:53.141702Z","end":"2026-04-23T08:39:58.142928Z","steps":["trace[1419595602] 'agreement among raft nodes before linearized reading' (duration: 5.001045234s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:58.142971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:53.141682Z","time spent":"5.001276089s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/04/23 08:39:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:39:58.172475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.976716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:39:58.172569Z","caller":"traceutil/trace.go:171","msg":"trace[451978463] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; }","duration":"252.100639ms","start":"2026-04-23T08:39:57.920447Z","end":"2026-04-23T08:39:58.172548Z","steps":["trace[451978463] 'agreement among raft nodes before linearized reading' (duration: 251.982716ms)"],"step_count":1} 2026/04/23 08:39:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:39:58.517966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000045822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:39:58.518071Z","caller":"traceutil/trace.go:171","msg":"trace[1448234700] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000205925s","start":"2026-04-23T08:39:56.517845Z","end":"2026-04-23T08:39:58.518051Z","steps":["trace[1448234700] 'agreement among raft nodes before linearized reading' (duration: 2.000077222s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:39:58.518185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:56.517821Z","time spent":"2.000292027s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:39:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:39:59.498528Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.42410382s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T08:39:59.999435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.605331835s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:39:59.999581Z","caller":"traceutil/trace.go:171","msg":"trace[102759572] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26631; }","duration":"1.605506739s","start":"2026-04-23T08:39:58.394053Z","end":"2026-04-23T08:39:59.99956Z","steps":["trace[102759572] 'range keys from in-memory index tree' (duration: 1.605306325s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:00.00169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.925524043s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:40:00.00209Z","caller":"traceutil/trace.go:171","msg":"trace[295350016] transaction","detail":"{read_only:false; response_revision:26632; number_of_response:1; }","duration":"3.503625664s","start":"2026-04-23T08:39:56.498409Z","end":"2026-04-23T08:40:00.002035Z","steps":["trace[295350016] 'process raft request' (duration: 1.577446166s)","trace[295350016] 'compare' (duration: 1.923588118s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:40:00.002275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:56.498371Z","time spent":"3.503794838s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:40:00.527054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000189134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:40:00.527154Z","caller":"traceutil/trace.go:171","msg":"trace[129428634] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000381068s","start":"2026-04-23T08:39:58.526747Z","end":"2026-04-23T08:40:00.527128Z","steps":["trace[129428634] 'agreement among raft nodes before linearized reading' (duration: 2.000234335s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:00.527208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:58.526719Z","time spent":"2.00047878s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:40:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:40:01.218037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998655437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T08:40:01.218142Z","caller":"traceutil/trace.go:171","msg":"trace[993913693] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.998829311s","start":"2026-04-23T08:39:56.219288Z","end":"2026-04-23T08:40:01.218118Z","steps":["trace[993913693] 'agreement among raft nodes before linearized reading' (duration: 4.998692768s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:01.218202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:56.219255Z","time spent":"4.998933054s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T08:40:01.218494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998888313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T08:40:01.218619Z","caller":"traceutil/trace.go:171","msg":"trace[608918925] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999104327s","start":"2026-04-23T08:39:56.219484Z","end":"2026-04-23T08:40:01.218589Z","steps":["trace[608918925] 'agreement among raft nodes before linearized reading' (duration: 4.998919923s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:01.218708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:56.219417Z","time spent":"4.999274502s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/23 08:40:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:40:01.221064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999281602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:40:01.221122Z","caller":"traceutil/trace.go:171","msg":"trace[699637865] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999363224s","start":"2026-04-23T08:39:56.221745Z","end":"2026-04-23T08:40:01.221108Z","steps":["trace[699637865] 'agreement among raft nodes before linearized reading' (duration: 4.999295772s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:01.221164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:56.221735Z","time spent":"4.999420325s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/23 08:40:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:40:01.994358Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.406494058s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T08:40:02.527806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99997975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:40:02.528046Z","caller":"traceutil/trace.go:171","msg":"trace[1787599954] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000301647s","start":"2026-04-23T08:40:00.527709Z","end":"2026-04-23T08:40:02.528011Z","steps":["trace[1787599954] 'agreement among raft nodes before linearized reading' (duration: 2.000041991s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:02.528257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:00.527675Z","time spent":"2.000555453s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:40:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:40:03.036054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.034203048s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-23T08:40:03.040796Z","caller":"traceutil/trace.go:171","msg":"trace[654895871] transaction","detail":"{read_only:false; response_revision:26634; number_of_response:1; }","duration":"5.034538744s","start":"2026-04-23T08:39:58.006223Z","end":"2026-04-23T08:40:03.040762Z","steps":["trace[654895871] 'process raft request' (duration: 5.03433585s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:40:03.040949Z","caller":"traceutil/trace.go:171","msg":"trace[1358899599] transaction","detail":"{read_only:false; response_revision:26636; number_of_response:1; }","duration":"4.897708154s","start":"2026-04-23T08:39:58.14321Z","end":"2026-04-23T08:40:03.040918Z","steps":["trace[1358899599] 'process raft request' (duration: 4.897601942s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:03.040974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:58.006199Z","time spent":"5.034682668s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:40:03.040944Z","caller":"traceutil/trace.go:171","msg":"trace[1357765910] linearizableReadLoop","detail":"{readStateIndex:27528; appliedIndex:27526; }","duration":"5.123911409s","start":"2026-04-23T08:39:57.917Z","end":"2026-04-23T08:40:03.040912Z","steps":["trace[1357765910] 'read index received' (duration: 158.772192ms)","trace[1357765910] 'applied index is now lower than readState.Index' (duration: 4.965134787s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:40:03.041065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:58.1432Z","time spent":"4.897810796s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T08:40:03.040949Z","caller":"traceutil/trace.go:171","msg":"trace[2050780217] transaction","detail":"{read_only:false; response_revision:26637; number_of_response:1; }","duration":"4.544666321s","start":"2026-04-23T08:39:58.496255Z","end":"2026-04-23T08:40:03.040921Z","steps":["trace[2050780217] 'process raft request' (duration: 4.54461101s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:03.041156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.818010445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:40:03.041155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.375141797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T08:40:03.041205Z","caller":"traceutil/trace.go:171","msg":"trace[1360076382] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26637; }","duration":"9.818096406s","start":"2026-04-23T08:39:53.223094Z","end":"2026-04-23T08:40:03.04119Z","steps":["trace[1360076382] 'agreement among raft nodes before linearized reading' (duration: 9.818003214s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:03.041219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.957944888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-04-23T08:40:03.041243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:53.223072Z","time spent":"9.818161248s","remote":"127.0.0.1:38872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:40:03.041256Z","caller":"traceutil/trace.go:171","msg":"trace[387247378] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:26637; }","duration":"9.95802396s","start":"2026-04-23T08:39:53.083218Z","end":"2026-04-23T08:40:03.041242Z","steps":["trace[387247378] 'agreement among raft nodes before linearized reading' (duration: 9.957885716s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:03.041214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.929881153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:40:03.041301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:53.083193Z","time spent":"9.958098522s","remote":"127.0.0.1:48054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-04-23T08:40:03.041282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.049506912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:40:03.041324Z","caller":"traceutil/trace.go:171","msg":"trace[874898407] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:26637; }","duration":"10.930082488s","start":"2026-04-23T08:39:52.111226Z","end":"2026-04-23T08:40:03.041308Z","steps":["trace[874898407] 'agreement among raft nodes before linearized reading' (duration: 10.929858453s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:40:03.04124Z","caller":"traceutil/trace.go:171","msg":"trace[1190705059] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:26637; }","duration":"9.37529342s","start":"2026-04-23T08:39:53.665927Z","end":"2026-04-23T08:40:03.04122Z","steps":["trace[1190705059] 'agreement among raft nodes before linearized reading' (duration: 9.374989753s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:40:03.041386Z","caller":"traceutil/trace.go:171","msg":"trace[298378566] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26637; }","duration":"12.049698557s","start":"2026-04-23T08:39:50.991664Z","end":"2026-04-23T08:40:03.041362Z","steps":["trace[298378566] 'agreement among raft nodes before linearized reading' (duration: 12.049480302s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:03.041405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.820688267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-23T08:40:03.041416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.298219642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:40:03.041422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.988161242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T08:40:03.041077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.766145445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T08:40:03.041441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:50.991636Z","time spent":"12.049793539s","remote":"127.0.0.1:44428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:40:03.04145Z","caller":"traceutil/trace.go:171","msg":"trace[387646376] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26637; }","duration":"6.820752198s","start":"2026-04-23T08:39:56.220685Z","end":"2026-04-23T08:40:03.041438Z","steps":["trace[387646376] 'agreement among raft nodes before linearized reading' (duration: 6.820583724s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:40:03.041467Z","caller":"traceutil/trace.go:171","msg":"trace[689307199] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:26637; }","duration":"12.298265273s","start":"2026-04-23T08:39:50.743182Z","end":"2026-04-23T08:40:03.041448Z","steps":["trace[689307199] 'agreement among raft nodes before linearized reading' (duration: 12.298168841s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:03.04148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.82082578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-23T08:40:03.04143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:53.665902Z","time spent":"9.375514886s","remote":"127.0.0.1:48222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":189,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:03.041282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:58.496234Z","time spent":"4.544910386s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:40:03.041511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:50.743097Z","time spent":"12.298404227s","remote":"127.0.0.1:44520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:03.041486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.461089261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:40:03.04152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:56.220668Z","time spent":"6.820833591s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T08:40:03.041524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.820751598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-23T08:40:03.041587Z","caller":"traceutil/trace.go:171","msg":"trace[1269180426] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26637; }","duration":"8.461213194s","start":"2026-04-23T08:39:54.580348Z","end":"2026-04-23T08:40:03.041561Z","steps":["trace[1269180426] 'agreement among raft nodes before linearized reading' (duration: 8.46104681s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:03.041504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:52.111199Z","time spent":"10.9302035s","remote":"127.0.0.1:44282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:03.041237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.468435643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:40:03.041476Z","caller":"traceutil/trace.go:171","msg":"trace[1039222005] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:26637; }","duration":"10.766626306s","start":"2026-04-23T08:39:52.274834Z","end":"2026-04-23T08:40:03.04146Z","steps":["trace[1039222005] 'agreement among raft nodes before linearized reading' (duration: 10.766172465s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:03.041645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.578758895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:40:03.041646Z","caller":"traceutil/trace.go:171","msg":"trace[614033660] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26637; }","duration":"6.820907542s","start":"2026-04-23T08:39:56.220707Z","end":"2026-04-23T08:40:03.041614Z","steps":["trace[614033660] 'agreement among raft nodes before linearized reading' (duration: 6.820578645s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:03.041645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:54.580305Z","time spent":"8.461326867s","remote":"127.0.0.1:44496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:03.041646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.462277009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8edc06cf519c2\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-23T08:40:03.041692Z","caller":"traceutil/trace.go:171","msg":"trace[1680502807] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:26637; }","duration":"11.578807946s","start":"2026-04-23T08:39:51.46287Z","end":"2026-04-23T08:40:03.041678Z","steps":["trace[1680502807] 'agreement among raft nodes before linearized reading' (duration: 11.578602551s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:03.041689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:52.274799Z","time spent":"10.766876972s","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:40:03.041472Z","caller":"traceutil/trace.go:171","msg":"trace[1914370643] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:26637; }","duration":"7.988261725s","start":"2026-04-23T08:39:55.053193Z","end":"2026-04-23T08:40:03.041455Z","steps":["trace[1914370643] 'agreement among raft nodes before linearized reading' (duration: 7.988179763s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:03.041723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:51.46279Z","time spent":"11.578926379s","remote":"127.0.0.1:45272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:40:03.041727Z","caller":"traceutil/trace.go:171","msg":"trace[749899781] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8edc06cf519c2; range_end:; response_count:1; response_revision:26637; }","duration":"12.462419742s","start":"2026-04-23T08:39:50.579292Z","end":"2026-04-23T08:40:03.041712Z","steps":["trace[749899781] 'agreement among raft nodes before linearized reading' (duration: 12.462160636s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:03.041709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:56.220694Z","time spent":"6.821004754s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T08:40:03.041759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:55.053165Z","time spent":"7.988582082s","remote":"127.0.0.1:35590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:03.041677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.820867542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-04-23T08:40:03.041768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.463847157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:40:03.04181Z","caller":"traceutil/trace.go:171","msg":"trace[758627567] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26637; }","duration":"6.821009135s","start":"2026-04-23T08:39:56.220789Z","end":"2026-04-23T08:40:03.041798Z","steps":["trace[758627567] 'agreement among raft nodes before linearized reading' (duration: 6.82082537s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:03.041581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.40999897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:40:03.041828Z","caller":"traceutil/trace.go:171","msg":"trace[1088077968] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26637; }","duration":"5.463955979s","start":"2026-04-23T08:39:57.577851Z","end":"2026-04-23T08:40:03.041807Z","steps":["trace[1088077968] 'agreement among raft nodes before linearized reading' (duration: 5.463863107s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:03.04185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:56.220783Z","time spent":"6.821056996s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T08:40:03.041765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:50.579262Z","time spent":"12.462493634s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8edc06cf519c2\" "} {"level":"info","ts":"2026-04-23T08:40:03.041872Z","caller":"traceutil/trace.go:171","msg":"trace[371376715] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26637; }","duration":"9.410344578s","start":"2026-04-23T08:39:53.631511Z","end":"2026-04-23T08:40:03.041856Z","steps":["trace[371376715] 'agreement among raft nodes before linearized reading' (duration: 9.410040971s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:40:03.041528Z","caller":"traceutil/trace.go:171","msg":"trace[1633715935] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26637; }","duration":"6.820882912s","start":"2026-04-23T08:39:56.220629Z","end":"2026-04-23T08:40:03.041512Z","steps":["trace[1633715935] 'agreement among raft nodes before linearized reading' (duration: 6.820769499s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:03.041893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:57.577812Z","time spent":"5.464063601s","remote":"127.0.0.1:44394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:03.041941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:56.220617Z","time spent":"6.821310522s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T08:40:03.041844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.909789826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:40:03.041877Z","caller":"traceutil/trace.go:171","msg":"trace[187357230] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26637; }","duration":"9.468935175s","start":"2026-04-23T08:39:53.572736Z","end":"2026-04-23T08:40:03.041671Z","steps":["trace[187357230] 'agreement among raft nodes before linearized reading' (duration: 9.468396862s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:03.042026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:53.572712Z","time spent":"9.469290653s","remote":"127.0.0.1:44536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:40:03.042145Z","caller":"traceutil/trace.go:171","msg":"trace[685822805] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:26637; }","duration":"5.910309728s","start":"2026-04-23T08:39:57.131685Z","end":"2026-04-23T08:40:03.041995Z","steps":["trace[685822805] 'agreement among raft nodes before linearized reading' (duration: 5.909680554s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:03.041939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:53.631483Z","time spent":"9.410437831s","remote":"127.0.0.1:38938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:03.042228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:57.131657Z","time spent":"5.910546603s","remote":"127.0.0.1:46564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:03.042285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.790121845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:40:03.042342Z","caller":"traceutil/trace.go:171","msg":"trace[493088500] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:26637; }","duration":"5.790238438s","start":"2026-04-23T08:39:57.25209Z","end":"2026-04-23T08:40:03.042329Z","steps":["trace[493088500] 'agreement among raft nodes before linearized reading' (duration: 5.790126695s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:03.042376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:57.252051Z","time spent":"5.79031656s","remote":"127.0.0.1:52806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:40:03.125378Z","caller":"traceutil/trace.go:171","msg":"trace[854248419] transaction","detail":"{read_only:false; response_revision:26638; number_of_response:1; }","duration":"198.581181ms","start":"2026-04-23T08:40:02.926766Z","end":"2026-04-23T08:40:03.125347Z","steps":["trace[854248419] 'process raft request' (duration: 198.062609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:03.125793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.018258436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:40:03.125784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.715394183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:40:03.125843Z","caller":"traceutil/trace.go:171","msg":"trace[1490345172] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:26638; }","duration":"3.018365638s","start":"2026-04-23T08:40:00.107464Z","end":"2026-04-23T08:40:03.12583Z","steps":["trace[1490345172] 'agreement among raft nodes before linearized reading' (duration: 3.018261126s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:03.12588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:00.107433Z","time spent":"3.01843707s","remote":"127.0.0.1:47986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-04-23T08:40:03.12586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.63678428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:40:03.125947Z","caller":"traceutil/trace.go:171","msg":"trace[1255757751] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:26638; }","duration":"1.636934814s","start":"2026-04-23T08:40:01.488989Z","end":"2026-04-23T08:40:03.125924Z","steps":["trace[1255757751] 'agreement among raft nodes before linearized reading' (duration: 1.636750489s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:03.12585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.947929066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:40:03.125956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.031007973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:40:03.12601Z","caller":"traceutil/trace.go:171","msg":"trace[1892940990] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:26638; }","duration":"2.031098795s","start":"2026-04-23T08:40:01.094902Z","end":"2026-04-23T08:40:03.126Z","steps":["trace[1892940990] 'agreement among raft nodes before linearized reading' (duration: 2.031016613s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:40:03.12603Z","caller":"traceutil/trace.go:171","msg":"trace[1054955955] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26638; }","duration":"1.948155271s","start":"2026-04-23T08:40:01.177839Z","end":"2026-04-23T08:40:03.125994Z","steps":["trace[1054955955] 'agreement among raft nodes before linearized reading' (duration: 1.947914536s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:03.126031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.050802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T08:40:03.126067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:01.094877Z","time spent":"2.031179828s","remote":"127.0.0.1:48260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:40:03.126095Z","caller":"traceutil/trace.go:171","msg":"trace[1039261531] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26638; }","duration":"395.175796ms","start":"2026-04-23T08:40:02.730899Z","end":"2026-04-23T08:40:03.126075Z","steps":["trace[1039261531] 'agreement among raft nodes before linearized reading' (duration: 395.085204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:03.125868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.745053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:40:03.126143Z","caller":"traceutil/trace.go:171","msg":"trace[1146043506] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26638; }","duration":"590.098661ms","start":"2026-04-23T08:40:02.536036Z","end":"2026-04-23T08:40:03.126135Z","steps":["trace[1146043506] 'agreement among raft nodes before linearized reading' (duration: 589.713432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:03.126152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:02.730867Z","time spent":"395.274988ms","remote":"127.0.0.1:41394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:03.126198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:02.536008Z","time spent":"590.153662ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:40:03.126285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.456174578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T08:40:03.126326Z","caller":"traceutil/trace.go:171","msg":"trace[1719119805] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:26638; }","duration":"1.456270921s","start":"2026-04-23T08:40:01.670046Z","end":"2026-04-23T08:40:03.126316Z","steps":["trace[1719119805] 'agreement among raft nodes before linearized reading' (duration: 1.456048625s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:03.126072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412231963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:40:03.126357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:01.670014Z","time spent":"1.456334731s","remote":"127.0.0.1:45286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":174,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:40:03.126377Z","caller":"traceutil/trace.go:171","msg":"trace[2094787529] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26638; }","duration":"1.412561931s","start":"2026-04-23T08:40:01.713804Z","end":"2026-04-23T08:40:03.126365Z","steps":["trace[2094787529] 'agreement among raft nodes before linearized reading' (duration: 1.412239973s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:03.126366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.531272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:40:03.126415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:01.713791Z","time spent":"1.412614162s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:40:03.12646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.743091198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:40:03.126509Z","caller":"traceutil/trace.go:171","msg":"trace[1341630942] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:26638; }","duration":"3.7431753s","start":"2026-04-23T08:39:59.383319Z","end":"2026-04-23T08:40:03.126495Z","steps":["trace[1341630942] 'agreement among raft nodes before linearized reading' (duration: 3.743105608s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:03.126546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:59.383293Z","time spent":"3.743245412s","remote":"127.0.0.1:49568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:03.126517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.785856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:40:03.125885Z","caller":"traceutil/trace.go:171","msg":"trace[1991979863] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26638; }","duration":"2.715578598s","start":"2026-04-23T08:40:00.41028Z","end":"2026-04-23T08:40:03.125859Z","steps":["trace[1991979863] 'agreement among raft nodes before linearized reading' (duration: 2.715336382s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:40:03.126587Z","caller":"traceutil/trace.go:171","msg":"trace[1215230281] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26638; }","duration":"451.893159ms","start":"2026-04-23T08:40:02.674683Z","end":"2026-04-23T08:40:03.126576Z","steps":["trace[1215230281] 'agreement among raft nodes before linearized reading' (duration: 451.802437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:03.126072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:01.177814Z","time spent":"1.948250053s","remote":"127.0.0.1:46498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:03.126616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:00.410233Z","time spent":"2.716369496s","remote":"127.0.0.1:38882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:03.126636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.207002867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-23T08:40:03.126668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:02.674661Z","time spent":"451.97131ms","remote":"127.0.0.1:44078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:40:03.12671Z","caller":"traceutil/trace.go:171","msg":"trace[2099623943] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26638; }","duration":"5.207104639s","start":"2026-04-23T08:39:57.919595Z","end":"2026-04-23T08:40:03.1267Z","steps":["trace[2099623943] 'agreement among raft nodes before linearized reading' (duration: 5.206995856s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:03.126746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:57.919578Z","time spent":"5.20716121s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-23T08:40:03.125961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.628239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:40:03.12677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.034973035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:40:03.126808Z","caller":"traceutil/trace.go:171","msg":"trace[153780974] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26638; }","duration":"4.035010726s","start":"2026-04-23T08:39:59.091782Z","end":"2026-04-23T08:40:03.126793Z","steps":["trace[153780974] 'agreement among raft nodes before linearized reading' (duration: 4.034949254s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:03.126848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:59.091703Z","time spent":"4.035136509s","remote":"127.0.0.1:44416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:40:03.126456Z","caller":"traceutil/trace.go:171","msg":"trace[183208738] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26638; }","duration":"530.707766ms","start":"2026-04-23T08:40:02.595727Z","end":"2026-04-23T08:40:03.126435Z","steps":["trace[183208738] 'agreement among raft nodes before linearized reading' (duration: 530.506952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:03.126934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:02.595695Z","time spent":"531.225628ms","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:03.126395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.98288352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:513"} {"level":"warn","ts":"2026-04-23T08:40:03.127062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.104401484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:40:03.127077Z","caller":"traceutil/trace.go:171","msg":"trace[957741188] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:26638; }","duration":"4.983591077s","start":"2026-04-23T08:39:58.143474Z","end":"2026-04-23T08:40:03.127065Z","steps":["trace[957741188] 'agreement among raft nodes before linearized reading' (duration: 4.982710417s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:40:03.127097Z","caller":"traceutil/trace.go:171","msg":"trace[568901673] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:26638; }","duration":"4.104496346s","start":"2026-04-23T08:39:59.022587Z","end":"2026-04-23T08:40:03.127084Z","steps":["trace[568901673] 'agreement among raft nodes before linearized reading' (duration: 4.104388814s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:03.126016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:01.488964Z","time spent":"1.637040426s","remote":"127.0.0.1:44398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:03.12713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:59.022559Z","time spent":"4.104564047s","remote":"127.0.0.1:48366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":17,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:40:03.126804Z","caller":"traceutil/trace.go:171","msg":"trace[1064109222] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26638; }","duration":"162.51614ms","start":"2026-04-23T08:40:02.964274Z","end":"2026-04-23T08:40:03.12679Z","steps":["trace[1064109222] 'agreement among raft nodes before linearized reading' (duration: 161.647659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:03.127236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.687506842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:40:03.127264Z","caller":"traceutil/trace.go:171","msg":"trace[1317752509] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:26638; }","duration":"4.687626685s","start":"2026-04-23T08:39:58.439629Z","end":"2026-04-23T08:40:03.127256Z","steps":["trace[1317752509] 'agreement among raft nodes before linearized reading' (duration: 4.687515102s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:03.127311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:58.439571Z","time spent":"4.687725477s","remote":"127.0.0.1:49582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:03.127344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.982569173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-04-23T08:40:03.127381Z","caller":"traceutil/trace.go:171","msg":"trace[2124653560] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:26638; }","duration":"4.982635554s","start":"2026-04-23T08:39:58.144733Z","end":"2026-04-23T08:40:03.127369Z","steps":["trace[2124653560] 'agreement among raft nodes before linearized reading' (duration: 4.98246663s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:03.126567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.201722013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:40:03.127125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:58.143461Z","time spent":"4.983653118s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":536,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-04-23T08:40:03.1274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:58.144715Z","time spent":"4.982680246s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":562,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-04-23T08:40:03.12749Z","caller":"traceutil/trace.go:171","msg":"trace[1755187309] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26638; }","duration":"5.202624865s","start":"2026-04-23T08:39:57.924823Z","end":"2026-04-23T08:40:03.127448Z","steps":["trace[1755187309] 'agreement among raft nodes before linearized reading' (duration: 5.201704454s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:03.129264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:39:57.924817Z","time spent":"5.204399446s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T08:40:03.625807Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634066161,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:40:04.126202Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634066161,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:40:04.626595Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634066161,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:40:05.127644Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634066161,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:40:05.134056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999696162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:40:05.134143Z","caller":"traceutil/trace.go:171","msg":"trace[32363734] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999827905s","start":"2026-04-23T08:40:03.134292Z","end":"2026-04-23T08:40:05.13412Z","steps":["trace[32363734] 'agreement among raft nodes before linearized reading' (duration: 1.999713242s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:05.134227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:03.134278Z","time spent":"1.999901906s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:40:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:40:05.628145Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634066161,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:40:06.077515Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.952567723s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T08:40:06.07807Z","caller":"traceutil/trace.go:171","msg":"trace[1021532800] transaction","detail":"{read_only:false; response_revision:26643; number_of_response:1; }","duration":"3.029459287s","start":"2026-04-23T08:40:03.048589Z","end":"2026-04-23T08:40:06.078048Z","steps":["trace[1021532800] 'process raft request' (duration: 3.029426486s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:40:06.078096Z","caller":"traceutil/trace.go:171","msg":"trace[1780382690] transaction","detail":"{read_only:false; response_revision:26641; number_of_response:1; }","duration":"3.031606986s","start":"2026-04-23T08:40:03.046458Z","end":"2026-04-23T08:40:06.078065Z","steps":["trace[1780382690] 'process raft request' (duration: 3.031508694s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:40:06.078181Z","caller":"traceutil/trace.go:171","msg":"trace[1502349979] transaction","detail":"{read_only:false; response_revision:26639; number_of_response:1; }","duration":"3.033146692s","start":"2026-04-23T08:40:03.044983Z","end":"2026-04-23T08:40:06.07813Z","steps":["trace[1502349979] 'process raft request' (duration: 3.032752253s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:40:06.078242Z","caller":"traceutil/trace.go:171","msg":"trace[1446576663] transaction","detail":"{read_only:false; response_revision:26640; number_of_response:1; }","duration":"3.032101778s","start":"2026-04-23T08:40:03.04609Z","end":"2026-04-23T08:40:06.078192Z","steps":["trace[1446576663] 'process raft request' (duration: 3.031830652s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:40:06.078272Z","caller":"traceutil/trace.go:171","msg":"trace[387181982] transaction","detail":"{read_only:false; response_revision:26642; number_of_response:1; }","duration":"3.031529915s","start":"2026-04-23T08:40:03.046697Z","end":"2026-04-23T08:40:06.078227Z","steps":["trace[387181982] 'process raft request' (duration: 3.031294619s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:06.078414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:03.044958Z","time spent":"3.033328257s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:40:06.078465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:03.046078Z","time spent":"3.032269242s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:40:06.078522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:03.046687Z","time spent":"3.031727029s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:40:06.078553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:03.046448Z","time spent":"3.031863673s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:40:06.078223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:03.048567Z","time spent":"3.029573899s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:40:06.218299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.995165567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:40:06.218429Z","caller":"traceutil/trace.go:171","msg":"trace[852292314] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.995362261s","start":"2026-04-23T08:40:03.22303Z","end":"2026-04-23T08:40:06.218392Z","steps":["trace[852292314] 'agreement among raft nodes before linearized reading' (duration: 2.995204228s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:06.218502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:03.222975Z","time spent":"2.995509075s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/23 08:40:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:40:06.218991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997107742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:40:06.219109Z","caller":"traceutil/trace.go:171","msg":"trace[1962391489] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.997303937s","start":"2026-04-23T08:40:03.221786Z","end":"2026-04-23T08:40:06.21909Z","steps":["trace[1962391489] 'agreement among raft nodes before linearized reading' (duration: 2.997151083s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:06.219166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:03.221757Z","time spent":"2.997400439s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/23 08:40:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:40:06.221877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998375122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:40:06.221948Z","caller":"traceutil/trace.go:171","msg":"trace[134337151] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998474254s","start":"2026-04-23T08:40:03.223456Z","end":"2026-04-23T08:40:06.22193Z","steps":["trace[134337151] 'agreement among raft nodes before linearized reading' (duration: 2.998393092s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:06.221998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:03.223441Z","time spent":"2.998542955s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/23 08:40:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:40:06.238146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:03.130052Z","time spent":"3.10808943s","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 08:40:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:40:06.238974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:03.130205Z","time spent":"3.108766396s","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 08:40:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:40:07.134747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000152622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:40:07.134846Z","caller":"traceutil/trace.go:171","msg":"trace[319045229] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000308216s","start":"2026-04-23T08:40:05.13451Z","end":"2026-04-23T08:40:07.134818Z","steps":["trace[319045229] 'agreement among raft nodes before linearized reading' (duration: 2.000183493s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:07.134912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:05.134488Z","time spent":"2.000409459s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:40:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:40:09.143233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000480681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:40:09.143328Z","caller":"traceutil/trace.go:171","msg":"trace[1255856713] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000631874s","start":"2026-04-23T08:40:07.142674Z","end":"2026-04-23T08:40:09.143305Z","steps":["trace[1255856713] 'agreement among raft nodes before linearized reading' (duration: 2.000502011s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:09.143382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:07.142656Z","time spent":"2.000715307s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:40:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:40:09.168622Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.090836528s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T08:40:09.335894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.011058ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:40:09.335999Z","caller":"traceutil/trace.go:171","msg":"trace[1216036153] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26643; }","duration":"942.140461ms","start":"2026-04-23T08:40:08.393836Z","end":"2026-04-23T08:40:09.335977Z","steps":["trace[1216036153] 'range keys from in-memory index tree' (duration: 941.987767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:09.339575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.22453ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:40:09.339743Z","caller":"traceutil/trace.go:171","msg":"trace[533939538] linearizableReadLoop","detail":"{readStateIndex:27540; appliedIndex:27533; }","duration":"6.214690685s","start":"2026-04-23T08:40:03.125038Z","end":"2026-04-23T08:40:09.339729Z","steps":["trace[533939538] 'read index received' (duration: 2.952772108s)","trace[533939538] 'applied index is now lower than readState.Index' (duration: 3.261917417s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:40:09.339928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.294359743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0a99a38a-6b4c-4e5d-9608-0b0b2c824c49\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-04-23T08:40:09.339951Z","caller":"traceutil/trace.go:171","msg":"trace[915599902] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0a99a38a-6b4c-4e5d-9608-0b0b2c824c49; range_end:; response_count:1; response_revision:26645; }","duration":"6.294424714s","start":"2026-04-23T08:40:03.045519Z","end":"2026-04-23T08:40:09.339944Z","steps":["trace[915599902] 'agreement among raft nodes before linearized reading' (duration: 6.294288031s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:09.339973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:03.045507Z","time spent":"6.294461646s","remote":"127.0.0.1:48040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-0a99a38a-6b4c-4e5d-9608-0b0b2c824c49\" "} {"level":"warn","ts":"2026-04-23T08:40:09.840273Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634066167,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:40:10.341017Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634066167,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:40:10.651401Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.482252305s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T08:40:11.143911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000406969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T08:40:11.144048Z","caller":"traceutil/trace.go:171","msg":"trace[947483372] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000607903s","start":"2026-04-23T08:40:09.14342Z","end":"2026-04-23T08:40:11.144028Z","steps":["trace[947483372] 'agreement among raft nodes before linearized reading' (duration: 2.00044541s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:11.144097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:09.143398Z","time spent":"2.000688886s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:40:11.219382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:06.220385Z","time spent":"4.998987514s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T08:40:11.220091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:06.22211Z","time spent":"4.997970381s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T08:40:12.377262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:09.801706Z","time spent":"2.575541521s","remote":"127.0.0.1:60218","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T08:40:12.378631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.726887002s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:40:12.379145Z","caller":"traceutil/trace.go:171","msg":"trace[2135407717] linearizableReadLoop","detail":"{readStateIndex:27543; appliedIndex:27540; }","duration":"3.039355827s","start":"2026-04-23T08:40:09.339763Z","end":"2026-04-23T08:40:12.379118Z","steps":["trace[2135407717] 'read index received' (duration: 1.311830471s)","trace[2135407717] 'applied index is now lower than readState.Index' (duration: 1.727524216s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:40:12.379416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.757487933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:40:12.379456Z","caller":"traceutil/trace.go:171","msg":"trace[1432338108] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26648; }","duration":"5.757574325s","start":"2026-04-23T08:40:06.621872Z","end":"2026-04-23T08:40:12.379446Z","steps":["trace[1432338108] 'agreement among raft nodes before linearized reading' (duration: 5.757493964s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:12.379492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:06.621845Z","time spent":"5.757637796s","remote":"127.0.0.1:48310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:12.37953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.526388764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:40:12.379585Z","caller":"traceutil/trace.go:171","msg":"trace[1991728007] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:26648; }","duration":"8.526507926s","start":"2026-04-23T08:40:03.853061Z","end":"2026-04-23T08:40:12.379569Z","steps":["trace[1991728007] 'agreement among raft nodes before linearized reading' (duration: 8.526397224s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:12.379652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:03.853035Z","time spent":"8.526612129s","remote":"127.0.0.1:45270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:12.379594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.819184142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T08:40:12.379741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.786140871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:40:12.379743Z","caller":"traceutil/trace.go:171","msg":"trace[773486642] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26648; }","duration":"5.819377446s","start":"2026-04-23T08:40:06.560341Z","end":"2026-04-23T08:40:12.379718Z","steps":["trace[773486642] 'agreement among raft nodes before linearized reading' (duration: 5.819220012s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:40:12.379782Z","caller":"traceutil/trace.go:171","msg":"trace[101697218] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:26648; }","duration":"8.786236494s","start":"2026-04-23T08:40:03.593534Z","end":"2026-04-23T08:40:12.37977Z","steps":["trace[101697218] 'agreement among raft nodes before linearized reading' (duration: 8.786171773s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:12.379799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:06.560308Z","time spent":"5.819477958s","remote":"127.0.0.1:41390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:12.379827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.077991727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:40:12.379851Z","caller":"traceutil/trace.go:171","msg":"trace[1720698255] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:26648; }","duration":"7.078014978s","start":"2026-04-23T08:40:05.301827Z","end":"2026-04-23T08:40:12.379842Z","steps":["trace[1720698255] 'agreement among raft nodes before linearized reading' (duration: 7.077968457s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:12.379858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.249284901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:40:12.37955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.658346121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:40:12.379898Z","caller":"traceutil/trace.go:171","msg":"trace[1934962389] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:0; response_revision:26648; }","duration":"9.249360653s","start":"2026-04-23T08:40:03.13053Z","end":"2026-04-23T08:40:12.37989Z","steps":["trace[1934962389] 'agreement among raft nodes before linearized reading' (duration: 9.249304502s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:12.379914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.225570129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T08:40:12.379924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:03.130517Z","time spent":"9.249402914s","remote":"127.0.0.1:47922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"info","ts":"2026-04-23T08:40:12.379943Z","caller":"traceutil/trace.go:171","msg":"trace[215248761] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:26648; }","duration":"8.225648611s","start":"2026-04-23T08:40:04.154287Z","end":"2026-04-23T08:40:12.379936Z","steps":["trace[215248761] 'agreement among raft nodes before linearized reading' (duration: 8.22559574s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:40:12.379941Z","caller":"traceutil/trace.go:171","msg":"trace[194573856] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:26648; }","duration":"5.658812331s","start":"2026-04-23T08:40:06.721104Z","end":"2026-04-23T08:40:12.379916Z","steps":["trace[194573856] 'agreement among raft nodes before linearized reading' (duration: 5.658255068s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:12.38006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:06.721073Z","time spent":"5.658969505s","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":36,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:12.379871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:05.301775Z","time spent":"7.078091279s","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:12.380208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.297370073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8ed912415be4e\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-23T08:40:12.380256Z","caller":"traceutil/trace.go:171","msg":"trace[1964609758] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8ed912415be4e; range_end:; response_count:1; response_revision:26648; }","duration":"6.297455215s","start":"2026-04-23T08:40:06.082788Z","end":"2026-04-23T08:40:12.380244Z","steps":["trace[1964609758] 'agreement among raft nodes before linearized reading' (duration: 6.297264931s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:12.37949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.926868543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:40:12.380332Z","caller":"traceutil/trace.go:171","msg":"trace[702458445] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:26648; }","duration":"6.927789055s","start":"2026-04-23T08:40:05.452528Z","end":"2026-04-23T08:40:12.380318Z","steps":["trace[702458445] 'agreement among raft nodes before linearized reading' (duration: 6.926847543s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:12.380377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:05.452506Z","time spent":"6.927859216s","remote":"127.0.0.1:41344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:12.38044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.806587558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:40:12.380481Z","caller":"traceutil/trace.go:171","msg":"trace[93279919] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:26648; }","duration":"6.80667584s","start":"2026-04-23T08:40:05.573795Z","end":"2026-04-23T08:40:12.380471Z","steps":["trace[93279919] 'agreement among raft nodes before linearized reading' (duration: 6.806513467s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:12.380511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:05.573774Z","time spent":"6.806728941s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":89,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:40:12.380526Z","caller":"traceutil/trace.go:171","msg":"trace[1122309492] transaction","detail":"{read_only:false; response_revision:26648; number_of_response:1; }","duration":"4.246910077s","start":"2026-04-23T08:40:08.133596Z","end":"2026-04-23T08:40:12.380507Z","steps":["trace[1122309492] 'process raft request' (duration: 4.245442643s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:12.380288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:06.08277Z","time spent":"6.297511427s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8ed912415be4e\" "} {"level":"warn","ts":"2026-04-23T08:40:12.380641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.295887769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-23T08:40:12.380695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.817192155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:40:12.3807Z","caller":"traceutil/trace.go:171","msg":"trace[1223283745] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26648; }","duration":"4.296006272s","start":"2026-04-23T08:40:08.084677Z","end":"2026-04-23T08:40:12.380683Z","steps":["trace[1223283745] 'agreement among raft nodes before linearized reading' (duration: 4.295857689s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:40:12.380728Z","caller":"traceutil/trace.go:171","msg":"trace[1859853786] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:26648; }","duration":"6.817274387s","start":"2026-04-23T08:40:05.563442Z","end":"2026-04-23T08:40:12.380717Z","steps":["trace[1859853786] 'agreement among raft nodes before linearized reading' (duration: 6.817210626s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:12.380769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:05.563413Z","time spent":"6.817348679s","remote":"127.0.0.1:43836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:12.380808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.158758191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-23T08:40:12.380837Z","caller":"traceutil/trace.go:171","msg":"trace[1078024339] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26648; }","duration":"3.158829483s","start":"2026-04-23T08:40:09.222Z","end":"2026-04-23T08:40:12.38083Z","steps":["trace[1078024339] 'agreement among raft nodes before linearized reading' (duration: 3.158751171s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:12.380858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:09.221879Z","time spent":"3.158973776s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-23T08:40:12.381059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:08.133563Z","time spent":"4.247042961s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:40:12.381109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.915044007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:40:12.381132Z","caller":"traceutil/trace.go:171","msg":"trace[1228214681] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:26648; }","duration":"6.915108739s","start":"2026-04-23T08:40:05.466016Z","end":"2026-04-23T08:40:12.381124Z","steps":["trace[1228214681] 'agreement among raft nodes before linearized reading' (duration: 6.915060588s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:12.38116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:05.465986Z","time spent":"6.91516705s","remote":"127.0.0.1:44304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:12.381194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.159153271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-23T08:40:12.381216Z","caller":"traceutil/trace.go:171","msg":"trace[1327099611] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26648; }","duration":"3.159225143s","start":"2026-04-23T08:40:09.221984Z","end":"2026-04-23T08:40:12.381209Z","steps":["trace[1327099611] 'agreement among raft nodes before linearized reading' (duration: 3.159159341s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:12.381241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:09.221952Z","time spent":"3.159284064s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-23T08:40:12.379814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:03.593501Z","time spent":"8.786305115s","remote":"127.0.0.1:52890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:12.381352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.757536945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:40:12.38138Z","caller":"traceutil/trace.go:171","msg":"trace[1933573806] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:26648; }","duration":"3.757621117s","start":"2026-04-23T08:40:08.623751Z","end":"2026-04-23T08:40:12.381373Z","steps":["trace[1933573806] 'agreement among raft nodes before linearized reading' (duration: 3.757571876s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:12.381399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:08.623717Z","time spent":"3.757676548s","remote":"127.0.0.1:48268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:12.38151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.818045497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:40:12.381542Z","caller":"traceutil/trace.go:171","msg":"trace[448935722] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26648; }","duration":"3.818117758s","start":"2026-04-23T08:40:08.56341Z","end":"2026-04-23T08:40:12.381528Z","steps":["trace[448935722] 'agreement among raft nodes before linearized reading' (duration: 3.818074037s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:12.381566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:08.563382Z","time spent":"3.81817461s","remote":"127.0.0.1:44204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:12.380736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:08.084633Z","time spent":"4.296092114s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T08:40:12.381734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.513559456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:40:12.381773Z","caller":"traceutil/trace.go:171","msg":"trace[1062583933] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:26648; }","duration":"4.513631997s","start":"2026-04-23T08:40:07.868126Z","end":"2026-04-23T08:40:12.381758Z","steps":["trace[1062583933] 'agreement among raft nodes before linearized reading' (duration: 4.513578756s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:12.381799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:07.868098Z","time spent":"4.513693989s","remote":"127.0.0.1:38240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:12.379963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:04.154259Z","time spent":"8.225697551s","remote":"127.0.0.1:48284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:12.38195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.297371804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T08:40:12.381976Z","caller":"traceutil/trace.go:171","msg":"trace[1894635579] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26648; }","duration":"4.297411835s","start":"2026-04-23T08:40:08.084557Z","end":"2026-04-23T08:40:12.381968Z","steps":["trace[1894635579] 'agreement among raft nodes before linearized reading' (duration: 4.297338864s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:12.381994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:08.084547Z","time spent":"4.297443416s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T08:40:12.382104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.297491787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-23T08:40:12.382116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.089978718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:35 size:293330"} {"level":"warn","ts":"2026-04-23T08:40:12.38214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.226246676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:40:12.382173Z","caller":"traceutil/trace.go:171","msg":"trace[880463903] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26648; }","duration":"4.29761706s","start":"2026-04-23T08:40:08.084541Z","end":"2026-04-23T08:40:12.382158Z","steps":["trace[880463903] 'agreement among raft nodes before linearized reading' (duration: 4.296858752s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:40:12.382183Z","caller":"traceutil/trace.go:171","msg":"trace[548056918] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:26648; }","duration":"4.226334478s","start":"2026-04-23T08:40:08.155839Z","end":"2026-04-23T08:40:12.382173Z","steps":["trace[548056918] 'agreement among raft nodes before linearized reading' (duration: 4.226257556s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:40:12.382185Z","caller":"traceutil/trace.go:171","msg":"trace[2039574317] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:35; response_revision:26648; }","duration":"4.090107961s","start":"2026-04-23T08:40:08.29206Z","end":"2026-04-23T08:40:12.382168Z","steps":["trace[2039574317] 'agreement among raft nodes before linearized reading' (duration: 4.089552318s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:12.382218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:08.155823Z","time spent":"4.226387139s","remote":"127.0.0.1:41288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:12.382229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:08.292033Z","time spent":"4.090185562s","remote":"127.0.0.1:48340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":35,"response size":293353,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-23T08:40:12.382264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:08.084513Z","time spent":"4.297693172s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T08:40:12.382304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.297953187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-23T08:40:12.38241Z","caller":"traceutil/trace.go:171","msg":"trace[1721667474] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26648; }","duration":"4.298126602s","start":"2026-04-23T08:40:08.084255Z","end":"2026-04-23T08:40:12.382382Z","steps":["trace[1721667474] 'agreement among raft nodes before linearized reading' (duration: 4.297795064s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:12.382473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:08.084214Z","time spent":"4.298244025s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T08:40:12.851452Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.108161412s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T08:40:13.150864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999776295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:40:13.150958Z","caller":"traceutil/trace.go:171","msg":"trace[657347240] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999896988s","start":"2026-04-23T08:40:11.151036Z","end":"2026-04-23T08:40:13.150933Z","steps":["trace[657347240] 'agreement among raft nodes before linearized reading' (duration: 1.999771375s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:13.151039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:11.150931Z","time spent":"2.000096802s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:40:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:40:15.151166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999942798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T08:40:15.151276Z","caller":"traceutil/trace.go:171","msg":"trace[1646735295] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000098161s","start":"2026-04-23T08:40:13.151154Z","end":"2026-04-23T08:40:15.151252Z","steps":["trace[1646735295] 'agreement among raft nodes before linearized reading' (duration: 1.999958378s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:15.151334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:13.151144Z","time spent":"2.000178684s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:40:15.540141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.687675836s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:40:15.540442Z","caller":"traceutil/trace.go:171","msg":"trace[2050176195] linearizableReadLoop","detail":"{readStateIndex:27545; appliedIndex:27543; }","duration":"3.16123475s","start":"2026-04-23T08:40:12.379186Z","end":"2026-04-23T08:40:15.54042Z","steps":["trace[2050176195] 'read index received' (duration: 472.915519ms)","trace[2050176195] 'applied index is now lower than readState.Index' (duration: 2.688317901s)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:40:15.540529Z","caller":"traceutil/trace.go:171","msg":"trace[799039044] transaction","detail":"{read_only:false; response_revision:26649; number_of_response:1; }","duration":"5.187083361s","start":"2026-04-23T08:40:10.353427Z","end":"2026-04-23T08:40:15.540511Z","steps":["trace[799039044] 'process raft request' (duration: 2.498426122s)","trace[799039044] 'compare' (duration: 2.685328081s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:40:15.540599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:10.353392Z","time spent":"5.187164173s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:40:15.540873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.25132991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:40:15.540908Z","caller":"traceutil/trace.go:171","msg":"trace[1841301105] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:26650; }","duration":"4.251397852s","start":"2026-04-23T08:40:11.289497Z","end":"2026-04-23T08:40:15.540895Z","steps":["trace[1841301105] 'agreement among raft nodes before linearized reading' (duration: 4.25130875s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:15.540941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:11.289477Z","time spent":"4.251456014s","remote":"127.0.0.1:44600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:15.540932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.126165002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:40:15.541014Z","caller":"traceutil/trace.go:171","msg":"trace[331027318] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26650; }","duration":"4.126322945s","start":"2026-04-23T08:40:11.41467Z","end":"2026-04-23T08:40:15.540993Z","steps":["trace[331027318] 'agreement among raft nodes before linearized reading' (duration: 4.126130341s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:15.541019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.444372782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:40:15.540996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.228433466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:40:15.541005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.847952273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T08:40:15.541057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:11.414643Z","time spent":"4.126406787s","remote":"127.0.0.1:44246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:15.54105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.194464704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-23T08:40:15.541065Z","caller":"traceutil/trace.go:171","msg":"trace[245259681] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:26650; }","duration":"4.444466484s","start":"2026-04-23T08:40:11.096582Z","end":"2026-04-23T08:40:15.541048Z","steps":["trace[245259681] 'agreement among raft nodes before linearized reading' (duration: 4.444401943s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:40:15.541055Z","caller":"traceutil/trace.go:171","msg":"trace[348716052] transaction","detail":"{read_only:false; response_revision:26650; number_of_response:1; }","duration":"4.990736763s","start":"2026-04-23T08:40:10.550296Z","end":"2026-04-23T08:40:15.541033Z","steps":["trace[348716052] 'process raft request' (duration: 4.989995216s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:40:15.541087Z","caller":"traceutil/trace.go:171","msg":"trace[1674440269] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26650; }","duration":"3.22859638s","start":"2026-04-23T08:40:12.312468Z","end":"2026-04-23T08:40:15.541065Z","steps":["trace[1674440269] 'agreement among raft nodes before linearized reading' (duration: 3.228396325s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:15.541103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:11.096552Z","time spent":"4.444543026s","remote":"127.0.0.1:49592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:40:15.541103Z","caller":"traceutil/trace.go:171","msg":"trace[1064244622] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:26650; }","duration":"3.848108667s","start":"2026-04-23T08:40:11.692965Z","end":"2026-04-23T08:40:15.541073Z","steps":["trace[1064244622] 'agreement among raft nodes before linearized reading' (duration: 3.847904542s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:15.541142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:12.312438Z","time spent":"3.228692072s","remote":"127.0.0.1:44250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:15.541152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:11.692936Z","time spent":"3.84820523s","remote":"127.0.0.1:48252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:15.541151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:10.550266Z","time spent":"4.990837805s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:40:15.541167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.777026289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:40:15.541153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.895859441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418529"} {"level":"info","ts":"2026-04-23T08:40:15.541201Z","caller":"traceutil/trace.go:171","msg":"trace[285761086] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:26650; }","duration":"5.777108401s","start":"2026-04-23T08:40:09.764081Z","end":"2026-04-23T08:40:15.541189Z","steps":["trace[285761086] 'agreement among raft nodes before linearized reading' (duration: 5.777047789s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:40:15.541212Z","caller":"traceutil/trace.go:171","msg":"trace[1393680359] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26650; }","duration":"3.895966694s","start":"2026-04-23T08:40:11.64523Z","end":"2026-04-23T08:40:15.541197Z","steps":["trace[1393680359] 'agreement among raft nodes before linearized reading' (duration: 3.895674937s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:15.541237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:09.764052Z","time spent":"5.777174033s","remote":"127.0.0.1:40112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:40:15.541104Z","caller":"traceutil/trace.go:171","msg":"trace[487376519] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:26650; }","duration":"6.194523485s","start":"2026-04-23T08:40:09.346566Z","end":"2026-04-23T08:40:15.54109Z","steps":["trace[487376519] 'agreement among raft nodes before linearized reading' (duration: 6.194325311s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:15.540946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.570334419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:40:15.541269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:11.645207Z","time spent":"3.896056285s","remote":"127.0.0.1:35590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418552,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-23T08:40:15.541285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.512211025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-23T08:40:15.541353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:09.346515Z","time spent":"6.194763491s","remote":"127.0.0.1:48054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-04-23T08:40:15.541356Z","caller":"traceutil/trace.go:171","msg":"trace[743718252] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:26650; }","duration":"5.570739598s","start":"2026-04-23T08:40:09.970592Z","end":"2026-04-23T08:40:15.541331Z","steps":["trace[743718252] 'agreement among raft nodes before linearized reading' (duration: 5.570298528s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:40:15.541376Z","caller":"traceutil/trace.go:171","msg":"trace[1089532285] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26650; }","duration":"4.5124418s","start":"2026-04-23T08:40:11.028924Z","end":"2026-04-23T08:40:15.541365Z","steps":["trace[1089532285] 'agreement among raft nodes before linearized reading' (duration: 4.512232865s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:15.541402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:11.028892Z","time spent":"4.512504081s","remote":"127.0.0.1:48000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-23T08:40:15.541407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:09.970518Z","time spent":"5.570872911s","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:15.54145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.348134408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:40:15.541514Z","caller":"traceutil/trace.go:171","msg":"trace[1229452964] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26650; }","duration":"3.348242041s","start":"2026-04-23T08:40:12.193253Z","end":"2026-04-23T08:40:15.541495Z","steps":["trace[1229452964] 'agreement among raft nodes before linearized reading' (duration: 3.348118278s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:15.54159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:12.193234Z","time spent":"3.348340093s","remote":"127.0.0.1:41398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:16.041006Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634066181,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:40:16.542246Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634066181,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:40:16.787551Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.930349135s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T08:40:17.160504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000080422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T08:40:17.160594Z","caller":"traceutil/trace.go:171","msg":"trace[449579824] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000241576s","start":"2026-04-23T08:40:15.160331Z","end":"2026-04-23T08:40:17.160573Z","steps":["trace[449579824] 'agreement among raft nodes before linearized reading' (duration: 2.000131793s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:17.160636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:15.160303Z","time spent":"2.000323647s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:40:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:40:18.084002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:12.387121Z","time spent":"5.696872729s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 08:40:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:40:18.084892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:12.387457Z","time spent":"5.697426552s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T08:40:18.084925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:12.387065Z","time spent":"5.697849863s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 08:40:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/23 08:40:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:40:18.096691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:12.386893Z","time spent":"5.709794131s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 08:40:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:40:18.422244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.634170268s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-23T08:40:18.422456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:12.382369Z","time spent":"6.040078033s","remote":"127.0.0.1:47922","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T08:40:18.42264Z","caller":"traceutil/trace.go:171","msg":"trace[1729452697] transaction","detail":"{read_only:false; response_revision:26654; number_of_response:1; }","duration":"6.035473946s","start":"2026-04-23T08:40:12.387147Z","end":"2026-04-23T08:40:18.422621Z","steps":["trace[1729452697] 'process raft request' (duration: 6.035390864s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:40:18.422659Z","caller":"traceutil/trace.go:171","msg":"trace[26521095] transaction","detail":"{read_only:false; response_revision:26651; number_of_response:1; }","duration":"6.03867349s","start":"2026-04-23T08:40:12.38392Z","end":"2026-04-23T08:40:18.422593Z","steps":["trace[26521095] 'process raft request' (duration: 6.038413764s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:18.422736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:12.387138Z","time spent":"6.035532327s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:40:18.422876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:12.383885Z","time spent":"6.038872795s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:40:18.425045Z","caller":"traceutil/trace.go:171","msg":"trace[1249956847] transaction","detail":"{read_only:false; response_revision:26657; number_of_response:1; }","duration":"6.037415601s","start":"2026-04-23T08:40:12.387596Z","end":"2026-04-23T08:40:18.425012Z","steps":["trace[1249956847] 'process raft request' (duration: 6.035289951s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:18.425259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:12.387585Z","time spent":"6.037555284s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:40:18.928217Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.139198795s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T08:40:19.160747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999958218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:40:19.16086Z","caller":"traceutil/trace.go:171","msg":"trace[303378597] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000112622s","start":"2026-04-23T08:40:17.160719Z","end":"2026-04-23T08:40:19.160832Z","steps":["trace[303378597] 'agreement among raft nodes before linearized reading' (duration: 1.999972589s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:19.160918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:17.160704Z","time spent":"2.000201194s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:40:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:40:20.096195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:13.094931Z","time spent":"7.001138535s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T08:40:21.162922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.234298154s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:40:21.163585Z","caller":"traceutil/trace.go:171","msg":"trace[394009234] linearizableReadLoop","detail":"{readStateIndex:27555; appliedIndex:27545; }","duration":"5.6230816s","start":"2026-04-23T08:40:15.540474Z","end":"2026-04-23T08:40:21.163555Z","steps":["trace[394009234] 'read index received' (duration: 1.24782849s)","trace[394009234] 'applied index is now lower than readState.Index' (duration: 4.37525171s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:40:21.163818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.081569521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:40:21.163862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.512441169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:40:21.163928Z","caller":"traceutil/trace.go:171","msg":"trace[1633442444] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:26659; }","duration":"8.512583182s","start":"2026-04-23T08:40:12.651329Z","end":"2026-04-23T08:40:21.163912Z","steps":["trace[1633442444] 'agreement among raft nodes before linearized reading' (duration: 8.512388628s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:40:21.16393Z","caller":"traceutil/trace.go:171","msg":"trace[2051854925] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26659; }","duration":"7.081738925s","start":"2026-04-23T08:40:14.082161Z","end":"2026-04-23T08:40:21.1639Z","steps":["trace[2051854925] 'agreement among raft nodes before linearized reading' (duration: 7.08154144s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:40:21.163933Z","caller":"traceutil/trace.go:171","msg":"trace[1793637457] transaction","detail":"{read_only:false; response_revision:26659; number_of_response:1; }","duration":"5.156221872s","start":"2026-04-23T08:40:16.007685Z","end":"2026-04-23T08:40:21.163907Z","steps":["trace[1793637457] 'process raft request' (duration: 5.155545776s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:21.163962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:12.651297Z","time spent":"8.512659034s","remote":"127.0.0.1:48240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":125,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:21.163986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:14.08214Z","time spent":"7.081833347s","remote":"127.0.0.1:44524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:21.163981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.362043783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:40:21.163985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.014728753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:40:21.164065Z","caller":"traceutil/trace.go:171","msg":"trace[1963324981] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26659; }","duration":"6.362192646s","start":"2026-04-23T08:40:14.801848Z","end":"2026-04-23T08:40:21.164041Z","steps":["trace[1963324981] 'agreement among raft nodes before linearized reading' (duration: 6.362016552s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:21.164107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:14.801824Z","time spent":"6.362274328s","remote":"127.0.0.1:44318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:21.164101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.751820181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:40:21.164127Z","caller":"traceutil/trace.go:171","msg":"trace[798616329] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26659; }","duration":"8.014942167s","start":"2026-04-23T08:40:13.14915Z","end":"2026-04-23T08:40:21.164092Z","steps":["trace[798616329] 'agreement among raft nodes before linearized reading' (duration: 8.014695402s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:21.164184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:13.149131Z","time spent":"8.015037589s","remote":"127.0.0.1:44360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T08:40:21.164027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.666534253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:40:21.164496Z","caller":"traceutil/trace.go:171","msg":"trace[726346487] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26659; }","duration":"6.667012944s","start":"2026-04-23T08:40:14.49746Z","end":"2026-04-23T08:40:21.164473Z","steps":["trace[726346487] 'agreement among raft nodes before linearized reading' (duration: 6.666467232s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:21.164526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:14.497357Z","time spent":"6.667157618s","remote":"127.0.0.1:44486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:21.164031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:16.007646Z","time spent":"5.156344975s","remote":"127.0.0.1:35590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418587,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:40:21.164422Z","caller":"traceutil/trace.go:171","msg":"trace[1347608780] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:26659; }","duration":"8.75217401s","start":"2026-04-23T08:40:12.411969Z","end":"2026-04-23T08:40:21.164143Z","steps":["trace[1347608780] 'agreement among raft nodes before linearized reading' (duration: 8.751819581s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:21.164636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:12.411957Z","time spent":"8.75263108s","remote":"127.0.0.1:43936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:21.166845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999715724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T08:40:21.166892Z","caller":"traceutil/trace.go:171","msg":"trace[1999427535] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999834917s","start":"2026-04-23T08:40:19.167048Z","end":"2026-04-23T08:40:21.166882Z","steps":["trace[1999427535] 'agreement among raft nodes before linearized reading' (duration: 1.999787206s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:21.166922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:19.166989Z","time spent":"1.999925728s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:40:21.664705Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634066188,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:40:22.16545Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634066188,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:40:22.666231Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634066188,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:40:23.048904Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.119482615s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T08:40:23.167897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000595733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T08:40:23.168012Z","caller":"traceutil/trace.go:171","msg":"trace[265310419] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000771367s","start":"2026-04-23T08:40:21.167213Z","end":"2026-04-23T08:40:23.167984Z","steps":["trace[265310419] 'agreement among raft nodes before linearized reading' (duration: 2.000623784s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:23.16807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:21.167196Z","time spent":"2.000857709s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:40:23.714172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999850486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T08:40:23.714279Z","caller":"traceutil/trace.go:171","msg":"trace[1273834085] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00003297s","start":"2026-04-23T08:40:21.714222Z","end":"2026-04-23T08:40:23.714255Z","steps":["trace[1273834085] 'agreement among raft nodes before linearized reading' (duration: 1.999887197s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:23.714344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:21.714197Z","time spent":"2.000136073s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:40:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:40:24.390242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:17.389172Z","time spent":"7.001061634s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T08:40:25.087722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:18.087225Z","time spent":"7.000480611s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T08:40:25.089893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:18.088814Z","time spent":"7.001069293s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T08:40:25.174159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000115132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:40:25.174259Z","caller":"traceutil/trace.go:171","msg":"trace[1219017950] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000268046s","start":"2026-04-23T08:40:23.173968Z","end":"2026-04-23T08:40:25.174236Z","steps":["trace[1219017950] 'agreement among raft nodes before linearized reading' (duration: 2.000133743s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:25.174317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:23.173953Z","time spent":"2.000354798s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:40:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:40:25.426894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:18.426395Z","time spent":"7.000490059s","remote":"127.0.0.1:47922","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T08:40:26.293873Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.032261262s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T08:40:26.296601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.247244836s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:40:26.296991Z","caller":"traceutil/trace.go:171","msg":"trace[327315540] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26661; }","duration":"6.195033527s","start":"2026-04-23T08:40:20.101935Z","end":"2026-04-23T08:40:26.296969Z","steps":["trace[327315540] 'process raft request' (duration: 6.194935815s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:26.29706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:20.101914Z","time spent":"6.19511293s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":573,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:40:26.297227Z","caller":"traceutil/trace.go:171","msg":"trace[1252601879] linearizableReadLoop","detail":"{readStateIndex:27560; appliedIndex:27555; }","duration":"5.133552253s","start":"2026-04-23T08:40:21.163636Z","end":"2026-04-23T08:40:26.297188Z","steps":["trace[1252601879] 'read index received' (duration: 1.8855412s)","trace[1252601879] 'applied index is now lower than readState.Index' (duration: 3.248008973s)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:40:26.29745Z","caller":"traceutil/trace.go:171","msg":"trace[595390376] transaction","detail":"{read_only:false; response_revision:26662; number_of_response:1; }","duration":"3.250976623s","start":"2026-04-23T08:40:23.046454Z","end":"2026-04-23T08:40:26.29743Z","steps":["trace[595390376] 'process raft request' (duration: 3.250459041s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:26.297599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:23.046429Z","time spent":"3.251055184s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:40:26.29783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.979095342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:40:26.297878Z","caller":"traceutil/trace.go:171","msg":"trace[1788319077] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26662; }","duration":"5.979226485s","start":"2026-04-23T08:40:20.318633Z","end":"2026-04-23T08:40:26.29786Z","steps":["trace[1788319077] 'agreement among raft nodes before linearized reading' (duration: 5.979107972s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:26.297923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:20.318604Z","time spent":"5.979308887s","remote":"127.0.0.1:48132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:26.298184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.529084658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:40:26.298224Z","caller":"traceutil/trace.go:171","msg":"trace[2018636568] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26662; }","duration":"6.52919723s","start":"2026-04-23T08:40:19.769013Z","end":"2026-04-23T08:40:26.29821Z","steps":["trace[2018636568] 'agreement among raft nodes before linearized reading' (duration: 6.529107558s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:26.298262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:19.768983Z","time spent":"6.529266812s","remote":"127.0.0.1:41364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:26.298487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.749138649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-r296z\" ","response":"range_response_count:1 size:5422"} {"level":"info","ts":"2026-04-23T08:40:26.298525Z","caller":"traceutil/trace.go:171","msg":"trace[151799991] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-r296z; range_end:; response_count:1; response_revision:26662; }","duration":"7.749210201s","start":"2026-04-23T08:40:18.549299Z","end":"2026-04-23T08:40:26.298509Z","steps":["trace[151799991] 'agreement among raft nodes before linearized reading' (duration: 7.749049687s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:26.298562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:18.549279Z","time spent":"7.749274072s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5445,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-r296z\" "} {"level":"warn","ts":"2026-04-23T08:40:26.298738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.870326405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8ed912415be4e\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-23T08:40:26.298772Z","caller":"traceutil/trace.go:171","msg":"trace[1903271218] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8ed912415be4e; range_end:; response_count:1; response_revision:26662; }","duration":"7.870396237s","start":"2026-04-23T08:40:18.428364Z","end":"2026-04-23T08:40:26.29876Z","steps":["trace[1903271218] 'agreement among raft nodes before linearized reading' (duration: 7.870287654s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:26.298813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:18.428346Z","time spent":"7.870456869s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8ed912415be4e\" "} {"level":"warn","ts":"2026-04-23T08:40:26.299237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.478979049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:40:26.299278Z","caller":"traceutil/trace.go:171","msg":"trace[2094125488] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:26662; }","duration":"8.479072862s","start":"2026-04-23T08:40:17.820192Z","end":"2026-04-23T08:40:26.299265Z","steps":["trace[2094125488] 'agreement among raft nodes before linearized reading' (duration: 8.478791795s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:26.299217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.707079468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:40:26.299301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:17.820161Z","time spent":"8.479133932s","remote":"127.0.0.1:52826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:40:26.299334Z","caller":"traceutil/trace.go:171","msg":"trace[1965205002] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:26662; }","duration":"9.707277413s","start":"2026-04-23T08:40:16.59203Z","end":"2026-04-23T08:40:26.299307Z","steps":["trace[1965205002] 'agreement among raft nodes before linearized reading' (duration: 9.707043857s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:26.29939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:16.592003Z","time spent":"9.707374564s","remote":"127.0.0.1:43920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:26.299417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.139594204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:40:26.299451Z","caller":"traceutil/trace.go:171","msg":"trace[368193359] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:26662; }","duration":"10.139637765s","start":"2026-04-23T08:40:16.159803Z","end":"2026-04-23T08:40:26.299441Z","steps":["trace[368193359] 'agreement among raft nodes before linearized reading' (duration: 10.139561813s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:26.299428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.770249501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:40:26.299479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:16.159737Z","time spent":"10.139733897s","remote":"127.0.0.1:54214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:40:26.299498Z","caller":"traceutil/trace.go:171","msg":"trace[2080309466] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26662; }","duration":"8.770390454s","start":"2026-04-23T08:40:17.529091Z","end":"2026-04-23T08:40:26.299481Z","steps":["trace[2080309466] 'agreement among raft nodes before linearized reading' (duration: 8.770257521s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:26.299501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.754467433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e3bea1dd-b45f-4022-9994-6f53bcc0675c\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-04-23T08:40:26.299543Z","caller":"traceutil/trace.go:171","msg":"trace[234169160] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e3bea1dd-b45f-4022-9994-6f53bcc0675c; range_end:; response_count:1; response_revision:26662; }","duration":"10.754540955s","start":"2026-04-23T08:40:15.54499Z","end":"2026-04-23T08:40:26.299531Z","steps":["trace[234169160] 'agreement among raft nodes before linearized reading' (duration: 10.754359461s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:26.299542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:17.529059Z","time spent":"8.770475616s","remote":"127.0.0.1:38898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:26.299515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.458210874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:40:26.299566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:15.544968Z","time spent":"10.754592876s","remote":"127.0.0.1:48040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-e3bea1dd-b45f-4022-9994-6f53bcc0675c\" "} {"level":"info","ts":"2026-04-23T08:40:26.299607Z","caller":"traceutil/trace.go:171","msg":"trace[1137444926] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:26662; }","duration":"10.458390128s","start":"2026-04-23T08:40:15.841193Z","end":"2026-04-23T08:40:26.299583Z","steps":["trace[1137444926] 'agreement among raft nodes before linearized reading' (duration: 10.458193313s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:26.299639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.37143406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:40:26.299656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:15.841164Z","time spent":"10.458481731s","remote":"127.0.0.1:38864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:40:26.299677Z","caller":"traceutil/trace.go:171","msg":"trace[2032372174] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26662; }","duration":"9.371514772s","start":"2026-04-23T08:40:16.928146Z","end":"2026-04-23T08:40:26.299661Z","steps":["trace[2032372174] 'agreement among raft nodes before linearized reading' (duration: 9.3714476s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:26.299706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:16.92812Z","time spent":"9.371576684s","remote":"127.0.0.1:44270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:26.299561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.54212436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:40:26.299766Z","caller":"traceutil/trace.go:171","msg":"trace[237211586] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:26662; }","duration":"8.542371446s","start":"2026-04-23T08:40:17.757385Z","end":"2026-04-23T08:40:26.299756Z","steps":["trace[237211586] 'agreement among raft nodes before linearized reading' (duration: 8.542147991s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:26.299795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:17.757354Z","time spent":"8.542431588s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:26.299853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.705616563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:40:26.299883Z","caller":"traceutil/trace.go:171","msg":"trace[1545979882] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26662; }","duration":"9.705702096s","start":"2026-04-23T08:40:16.594171Z","end":"2026-04-23T08:40:26.299873Z","steps":["trace[1545979882] 'agreement among raft nodes before linearized reading' (duration: 9.705647755s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:26.299911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:16.594138Z","time spent":"9.705763047s","remote":"127.0.0.1:46504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:26.798092Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634066191,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:40:27.174233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999746413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:40:27.174329Z","caller":"traceutil/trace.go:171","msg":"trace[1193182616] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999896337s","start":"2026-04-23T08:40:25.174406Z","end":"2026-04-23T08:40:27.174302Z","steps":["trace[1193182616] 'agreement among raft nodes before linearized reading' (duration: 1.999784504s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:27.17438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:25.174382Z","time spent":"1.999987298s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:40:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:40:27.299055Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634066191,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:40:27.79929Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634066191,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:40:28.299824Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634066191,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:40:28.713521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.162412ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:40:28.7137Z","caller":"traceutil/trace.go:171","msg":"trace[312452724] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26662; }","duration":"319.400218ms","start":"2026-04-23T08:40:28.394275Z","end":"2026-04-23T08:40:28.713675Z","steps":["trace[312452724] 'range keys from in-memory index tree' (duration: 319.134682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:28.801009Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634066191,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:40:29.181813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000575232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:40:29.181901Z","caller":"traceutil/trace.go:171","msg":"trace[1613000795] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000724666s","start":"2026-04-23T08:40:27.181152Z","end":"2026-04-23T08:40:29.181877Z","steps":["trace[1613000795] 'agreement among raft nodes before linearized reading' (duration: 2.000606683s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:29.181945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:27.181129Z","time spent":"2.000806497s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:40:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:40:29.30162Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634066191,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:40:29.802025Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634066191,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:40:30.303104Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634066191,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:40:30.329798Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.035679338s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T08:40:30.330656Z","caller":"traceutil/trace.go:171","msg":"trace[550806085] transaction","detail":"{read_only:false; response_revision:26663; number_of_response:1; }","duration":"4.740337292s","start":"2026-04-23T08:40:25.590267Z","end":"2026-04-23T08:40:30.330604Z","steps":["trace[550806085] 'process raft request' (duration: 4.740076316s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:30.331145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:25.590232Z","time spent":"4.740628639s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:40:31.180301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.007122332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:40:31.180499Z","caller":"traceutil/trace.go:171","msg":"trace[1614786971] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; }","duration":"10.007375428s","start":"2026-04-23T08:40:21.173087Z","end":"2026-04-23T08:40:31.180462Z","steps":["trace[1614786971] 'agreement among raft nodes before linearized reading' (duration: 10.007141363s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:31.180593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:21.173069Z","time spent":"10.007507661s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} 2026/04/23 08:40:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:40:31.181988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999748534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:40:31.182095Z","caller":"traceutil/trace.go:171","msg":"trace[19147475] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999923018s","start":"2026-04-23T08:40:29.182147Z","end":"2026-04-23T08:40:31.18207Z","steps":["trace[19147475] 'agreement among raft nodes before linearized reading' (duration: 1.999785024s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:31.182162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:29.182122Z","time spent":"2.000029921s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:40:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:40:33.191221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999902667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:40:33.191337Z","caller":"traceutil/trace.go:171","msg":"trace[376552548] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000086981s","start":"2026-04-23T08:40:31.191224Z","end":"2026-04-23T08:40:33.191311Z","steps":["trace[376552548] 'agreement among raft nodes before linearized reading' (duration: 1.999932978s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:33.1914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:31.191205Z","time spent":"2.000184133s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:40:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:40:33.304048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:26.303264Z","time spent":"7.000775644s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T08:40:33.307357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:26.306016Z","time spent":"7.001331857s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T08:40:33.836848Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.505106269s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T08:40:33.83728Z","caller":"traceutil/trace.go:171","msg":"trace[1945270119] linearizableReadLoop","detail":"{readStateIndex:27564; appliedIndex:27561; }","duration":"7.539945908s","start":"2026-04-23T08:40:26.29731Z","end":"2026-04-23T08:40:33.837256Z","steps":["trace[1945270119] 'read index received' (duration: 4.032924614s)","trace[1945270119] 'applied index is now lower than readState.Index' (duration: 3.507019794s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:40:33.837427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.561997863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:40:33.83746Z","caller":"traceutil/trace.go:171","msg":"trace[833952764] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:26665; }","duration":"9.562068984s","start":"2026-04-23T08:40:24.275381Z","end":"2026-04-23T08:40:33.83745Z","steps":["trace[833952764] 'agreement among raft nodes before linearized reading' (duration: 9.561990982s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:33.837519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:24.275338Z","time spent":"9.562142075s","remote":"127.0.0.1:52844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:33.8376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.966621238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T08:40:33.837725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.947539614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T08:40:33.837799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.308182813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:40:33.837807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.773271159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T08:40:33.837811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.814401378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18460"} {"level":"warn","ts":"2026-04-23T08:40:33.837825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.329201533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:40:33.837848Z","caller":"traceutil/trace.go:171","msg":"trace[147220861] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:26665; }","duration":"9.773352751s","start":"2026-04-23T08:40:24.064481Z","end":"2026-04-23T08:40:33.837834Z","steps":["trace[147220861] 'agreement among raft nodes before linearized reading' (duration: 9.773280989s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:40:33.83785Z","caller":"traceutil/trace.go:171","msg":"trace[1764152588] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:26665; }","duration":"9.308271926s","start":"2026-04-23T08:40:24.529555Z","end":"2026-04-23T08:40:33.837827Z","steps":["trace[1764152588] 'agreement among raft nodes before linearized reading' (duration: 9.308217814s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:40:33.837857Z","caller":"traceutil/trace.go:171","msg":"trace[1488853763] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26665; }","duration":"11.81448716s","start":"2026-04-23T08:40:22.023358Z","end":"2026-04-23T08:40:33.837846Z","steps":["trace[1488853763] 'agreement among raft nodes before linearized reading' (duration: 11.814321536s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:33.83786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.300743799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:40:33.837909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:24.064457Z","time spent":"9.773438943s","remote":"127.0.0.1:54192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":9,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:40:33.83796Z","caller":"traceutil/trace.go:171","msg":"trace[1543553469] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:26665; }","duration":"9.300890123s","start":"2026-04-23T08:40:24.537044Z","end":"2026-04-23T08:40:33.837934Z","steps":["trace[1543553469] 'agreement among raft nodes before linearized reading' (duration: 9.300664558s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:40:33.837728Z","caller":"traceutil/trace.go:171","msg":"trace[2031726322] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:26665; }","duration":"10.966820542s","start":"2026-04-23T08:40:22.870875Z","end":"2026-04-23T08:40:33.837695Z","steps":["trace[2031726322] 'agreement among raft nodes before linearized reading' (duration: 10.966544476s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:33.837982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.409463967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-23T08:40:33.838014Z","caller":"traceutil/trace.go:171","msg":"trace[98652585] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:26665; }","duration":"8.409548319s","start":"2026-04-23T08:40:25.428457Z","end":"2026-04-23T08:40:33.838006Z","steps":["trace[98652585] 'agreement among raft nodes before linearized reading' (duration: 8.409463707s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:33.838017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:22.870852Z","time spent":"10.967153081s","remote":"127.0.0.1:48148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":8,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:33.838022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:24.537035Z","time spent":"9.300975145s","remote":"127.0.0.1:46516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:33.838048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:25.428422Z","time spent":"8.409619671s","remote":"127.0.0.1:47922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-04-23T08:40:33.837896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:24.529523Z","time spent":"9.308363727s","remote":"127.0.0.1:52874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:33.837643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.298323164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:40:33.838147Z","caller":"traceutil/trace.go:171","msg":"trace[1485548688] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:26665; }","duration":"12.298870446s","start":"2026-04-23T08:40:21.539267Z","end":"2026-04-23T08:40:33.838137Z","steps":["trace[1485548688] 'agreement among raft nodes before linearized reading' (duration: 12.298225061s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:33.838173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:21.53925Z","time spent":"12.298915037s","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":88,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:40:33.837856Z","caller":"traceutil/trace.go:171","msg":"trace[363931600] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:26665; }","duration":"9.329239254s","start":"2026-04-23T08:40:24.508611Z","end":"2026-04-23T08:40:33.83785Z","steps":["trace[363931600] 'agreement among raft nodes before linearized reading' (duration: 9.329183033s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:33.837606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.44186537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-04-23T08:40:33.838207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.559513705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T08:40:33.83772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.424718941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:40:33.838304Z","caller":"traceutil/trace.go:171","msg":"trace[1238565331] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:26665; }","duration":"10.559710039s","start":"2026-04-23T08:40:23.278573Z","end":"2026-04-23T08:40:33.838283Z","steps":["trace[1238565331] 'agreement among raft nodes before linearized reading' (duration: 10.559282579s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:33.838323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:24.508516Z","time spent":"9.329745096s","remote":"127.0.0.1:52896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:33.838363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:23.278548Z","time spent":"10.559805381s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":91,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:40:33.837814Z","caller":"traceutil/trace.go:171","msg":"trace[1545676496] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26665; }","duration":"7.947651967s","start":"2026-04-23T08:40:25.890136Z","end":"2026-04-23T08:40:33.837788Z","steps":["trace[1545676496] 'agreement among raft nodes before linearized reading' (duration: 7.947541894s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:33.838425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:25.890115Z","time spent":"7.948299542s","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:40:33.838312Z","caller":"traceutil/trace.go:171","msg":"trace[937850177] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:26665; }","duration":"12.425361696s","start":"2026-04-23T08:40:21.412941Z","end":"2026-04-23T08:40:33.838302Z","steps":["trace[937850177] 'agreement among raft nodes before linearized reading' (duration: 12.42469248s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:33.838503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:21.412922Z","time spent":"12.425564961s","remote":"127.0.0.1:35614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:40:33.83828Z","caller":"traceutil/trace.go:171","msg":"trace[1757270900] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26665; }","duration":"9.442641929s","start":"2026-04-23T08:40:24.395627Z","end":"2026-04-23T08:40:33.838269Z","steps":["trace[1757270900] 'agreement among raft nodes before linearized reading' (duration: 9.441719257s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:33.838593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:24.395579Z","time spent":"9.442999627s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-23T08:40:33.837897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:22.023334Z","time spent":"11.814556262s","remote":"127.0.0.1:48070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18483,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-23T08:40:33.837901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.235489239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:40:33.838791Z","caller":"traceutil/trace.go:171","msg":"trace[176813091] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26665; }","duration":"8.236421301s","start":"2026-04-23T08:40:25.602347Z","end":"2026-04-23T08:40:33.838768Z","steps":["trace[176813091] 'agreement among raft nodes before linearized reading' (duration: 8.23552544s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:33.838835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:25.602318Z","time spent":"8.236505983s","remote":"127.0.0.1:46450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:35.192021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000094023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:40:35.192133Z","caller":"traceutil/trace.go:171","msg":"trace[2117927815] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000293037s","start":"2026-04-23T08:40:33.191816Z","end":"2026-04-23T08:40:35.192109Z","steps":["trace[2117927815] 'agreement among raft nodes before linearized reading' (duration: 2.000135083s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:35.192189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:33.191788Z","time spent":"2.00039034s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:40:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:40:36.301078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.998607693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:40:36.301179Z","caller":"traceutil/trace.go:171","msg":"trace[1893089611] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; }","duration":"9.998738186s","start":"2026-04-23T08:40:26.302416Z","end":"2026-04-23T08:40:36.301155Z","steps":["trace[1893089611] 'agreement among raft nodes before linearized reading' (duration: 9.998598283s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:36.301233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:26.301678Z","time spent":"9.999543865s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} 2026/04/23 08:40:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:40:36.74169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.60726248s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-23T08:40:36.742951Z","caller":"traceutil/trace.go:171","msg":"trace[1922588300] transaction","detail":"{read_only:false; response_revision:26667; number_of_response:1; }","duration":"3.888573471s","start":"2026-04-23T08:40:32.854347Z","end":"2026-04-23T08:40:36.742921Z","steps":["trace[1922588300] 'process raft request' (duration: 3.887494166s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:36.743115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:32.854311Z","time spent":"3.888735715s","remote":"127.0.0.1:47894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:40:36.74318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:33.839994Z","time spent":"2.903181861s","remote":"127.0.0.1:47922","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T08:40:36.743213Z","caller":"traceutil/trace.go:171","msg":"trace[785479836] transaction","detail":"{read_only:false; response_revision:26668; number_of_response:1; }","duration":"2.939512618s","start":"2026-04-23T08:40:33.803668Z","end":"2026-04-23T08:40:36.743181Z","steps":["trace[785479836] 'process raft request' (duration: 2.93918795s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:40:36.743267Z","caller":"traceutil/trace.go:171","msg":"trace[1619800207] linearizableReadLoop","detail":"{readStateIndex:27567; appliedIndex:27564; }","duration":"2.905862904s","start":"2026-04-23T08:40:33.837344Z","end":"2026-04-23T08:40:36.743207Z","steps":["trace[1619800207] 'read index received' (duration: 295.903961ms)","trace[1619800207] 'applied index is now lower than readState.Index' (duration: 2.609956483s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:40:36.743388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:33.803637Z","time spent":"2.939655502s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:40:36.743378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.169887741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:40:36.743478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.434759838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8ed912415be4e\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-23T08:40:36.743462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.314162505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-23T08:40:36.743513Z","caller":"traceutil/trace.go:171","msg":"trace[1081772229] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8ed912415be4e; range_end:; response_count:1; response_revision:26668; }","duration":"3.434793299s","start":"2026-04-23T08:40:33.308711Z","end":"2026-04-23T08:40:36.743504Z","steps":["trace[1081772229] 'agreement among raft nodes before linearized reading' (duration: 3.434627545s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:36.743432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.2568881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:40:36.743538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:33.308598Z","time spent":"3.434936212s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8ed912415be4e\" "} {"level":"info","ts":"2026-04-23T08:40:36.74354Z","caller":"traceutil/trace.go:171","msg":"trace[1211115931] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26668; }","duration":"3.314281808s","start":"2026-04-23T08:40:33.429238Z","end":"2026-04-23T08:40:36.74352Z","steps":["trace[1211115931] 'agreement among raft nodes before linearized reading' (duration: 3.314024402s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:36.743601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.079031092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:40:36.743648Z","caller":"traceutil/trace.go:171","msg":"trace[1751341942] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:26668; }","duration":"5.079228567s","start":"2026-04-23T08:40:31.664408Z","end":"2026-04-23T08:40:36.743636Z","steps":["trace[1751341942] 'agreement among raft nodes before linearized reading' (duration: 5.078996251s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:36.743677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.817466372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T08:40:36.743695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.018754034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:40:36.743695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.311223917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-23T08:40:36.743711Z","caller":"traceutil/trace.go:171","msg":"trace[1726762260] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:26668; }","duration":"9.018828175s","start":"2026-04-23T08:40:27.724879Z","end":"2026-04-23T08:40:36.743707Z","steps":["trace[1726762260] 'agreement among raft nodes before linearized reading' (duration: 9.018789394s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:40:36.743717Z","caller":"traceutil/trace.go:171","msg":"trace[348398583] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26668; }","duration":"3.817543534s","start":"2026-04-23T08:40:32.92616Z","end":"2026-04-23T08:40:36.743704Z","steps":["trace[348398583] 'agreement among raft nodes before linearized reading' (duration: 3.817476333s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:40:36.743725Z","caller":"traceutil/trace.go:171","msg":"trace[331085856] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26668; }","duration":"3.311295218s","start":"2026-04-23T08:40:33.432421Z","end":"2026-04-23T08:40:36.743716Z","steps":["trace[331085856] 'agreement among raft nodes before linearized reading' (duration: 3.311204536s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:36.743692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:31.66438Z","time spent":"5.079303488s","remote":"127.0.0.1:40110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:36.743752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.431946332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-65565fdb7f-8jx2q\" ","response":"range_response_count:1 size:4803"} {"level":"warn","ts":"2026-04-23T08:40:36.743758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:32.926137Z","time spent":"3.817611386s","remote":"127.0.0.1:48318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:36.743806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.287017321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:40:36.74381Z","caller":"traceutil/trace.go:171","msg":"trace[1561647077] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-65565fdb7f-8jx2q; range_end:; response_count:1; response_revision:26668; }","duration":"3.432046234s","start":"2026-04-23T08:40:33.311744Z","end":"2026-04-23T08:40:36.743791Z","steps":["trace[1561647077] 'agreement among raft nodes before linearized reading' (duration: 3.431836059s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:36.743836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.792311624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T08:40:36.743855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.107141577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:40:36.743853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:33.311725Z","time spent":"3.432120277s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":4826,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-65565fdb7f-8jx2q\" "} {"level":"info","ts":"2026-04-23T08:40:36.743877Z","caller":"traceutil/trace.go:171","msg":"trace[853524814] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:26668; }","duration":"8.107160467s","start":"2026-04-23T08:40:28.636708Z","end":"2026-04-23T08:40:36.743869Z","steps":["trace[853524814] 'agreement among raft nodes before linearized reading' (duration: 8.107130096s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:40:36.743878Z","caller":"traceutil/trace.go:171","msg":"trace[401631474] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:26668; }","duration":"7.792392576s","start":"2026-04-23T08:40:28.951473Z","end":"2026-04-23T08:40:36.743866Z","steps":["trace[401631474] 'agreement among raft nodes before linearized reading' (duration: 7.792314994s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:36.743875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.438195304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-04-23T08:40:36.743907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:28.951448Z","time spent":"7.792451978s","remote":"127.0.0.1:48212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":19,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:40:36.743982Z","caller":"traceutil/trace.go:171","msg":"trace[1589198515] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0; range_end:; response_count:1; response_revision:26668; }","duration":"10.438324797s","start":"2026-04-23T08:40:26.305635Z","end":"2026-04-23T08:40:36.743959Z","steps":["trace[1589198515] 'agreement among raft nodes before linearized reading' (duration: 10.438066661s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:36.744028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:26.305626Z","time spent":"10.438394029s","remote":"127.0.0.1:48054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" "} {"level":"warn","ts":"2026-04-23T08:40:36.744044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.898496042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-04-23T08:40:36.744072Z","caller":"traceutil/trace.go:171","msg":"trace[367575590] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26668; }","duration":"2.898551793s","start":"2026-04-23T08:40:33.845512Z","end":"2026-04-23T08:40:36.744064Z","steps":["trace[367575590] 'agreement among raft nodes before linearized reading' (duration: 2.898491281s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:36.744105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:33.845487Z","time spent":"2.898610954s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-04-23T08:40:36.743553Z","caller":"traceutil/trace.go:171","msg":"trace[906543515] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:26668; }","duration":"3.257095824s","start":"2026-04-23T08:40:33.486444Z","end":"2026-04-23T08:40:36.74354Z","steps":["trace[906543515] 'agreement among raft nodes before linearized reading' (duration: 3.25690831s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:36.74423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:33.486416Z","time spent":"3.257801071s","remote":"127.0.0.1:46486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:36.744264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.323286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:40:36.744292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.602361803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:40:36.744317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.351977794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:40:36.744349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.898530402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18460"} {"level":"info","ts":"2026-04-23T08:40:36.744353Z","caller":"traceutil/trace.go:171","msg":"trace[1965249124] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26668; }","duration":"9.602470336s","start":"2026-04-23T08:40:27.141866Z","end":"2026-04-23T08:40:36.744337Z","steps":["trace[1965249124] 'agreement among raft nodes before linearized reading' (duration: 9.602369264s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:40:36.744371Z","caller":"traceutil/trace.go:171","msg":"trace[1706497301] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26668; }","duration":"2.898597464s","start":"2026-04-23T08:40:33.845766Z","end":"2026-04-23T08:40:36.744363Z","steps":["trace[1706497301] 'agreement among raft nodes before linearized reading' (duration: 2.898527892s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:36.744387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:33.845741Z","time spent":"2.898642515s","remote":"127.0.0.1:48070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18483,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-23T08:40:36.744378Z","caller":"traceutil/trace.go:171","msg":"trace[737464744] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26668; }","duration":"10.352040896s","start":"2026-04-23T08:40:26.392319Z","end":"2026-04-23T08:40:36.74436Z","steps":["trace[737464744] 'agreement among raft nodes before linearized reading' (duration: 10.351945353s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:36.744392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:27.141838Z","time spent":"9.602544567s","remote":"127.0.0.1:44262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:36.744409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.729666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:538"} {"level":"warn","ts":"2026-04-23T08:40:36.744432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:26.392254Z","time spent":"10.352160238s","remote":"127.0.0.1:44076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:36.743899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:28.636623Z","time spent":"8.10726849s","remote":"127.0.0.1:35626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:40:36.743829Z","caller":"traceutil/trace.go:171","msg":"trace[101233929] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26668; }","duration":"7.287081412s","start":"2026-04-23T08:40:29.456742Z","end":"2026-04-23T08:40:36.743823Z","steps":["trace[101233929] 'agreement among raft nodes before linearized reading' (duration: 7.287040851s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:36.744583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.177586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:40:36.744607Z","caller":"traceutil/trace.go:171","msg":"trace[2013783978] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:26668; }","duration":"350.233537ms","start":"2026-04-23T08:40:36.394368Z","end":"2026-04-23T08:40:36.744602Z","steps":["trace[2013783978] 'agreement among raft nodes before linearized reading' (duration: 350.136905ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:40:36.744449Z","caller":"traceutil/trace.go:171","msg":"trace[1853952] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:26668; }","duration":"241.803188ms","start":"2026-04-23T08:40:36.502634Z","end":"2026-04-23T08:40:36.744437Z","steps":["trace[1853952] 'agreement among raft nodes before linearized reading' (duration: 241.701916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:36.744625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:29.456716Z","time spent":"7.287884491s","remote":"127.0.0.1:41358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:36.74467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.547579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:40:36.743764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:33.432396Z","time spent":"3.31136226s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-23T08:40:36.74471Z","caller":"traceutil/trace.go:171","msg":"trace[928704090] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26668; }","duration":"589.574819ms","start":"2026-04-23T08:40:36.155116Z","end":"2026-04-23T08:40:36.744691Z","steps":["trace[928704090] 'agreement among raft nodes before linearized reading' (duration: 589.536908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:36.744746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:36.155093Z","time spent":"589.64745ms","remote":"127.0.0.1:44404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:36.743733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:27.72485Z","time spent":"9.018879147s","remote":"127.0.0.1:44552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:40:36.744313Z","caller":"traceutil/trace.go:171","msg":"trace[157968492] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26668; }","duration":"653.401157ms","start":"2026-04-23T08:40:36.090898Z","end":"2026-04-23T08:40:36.744299Z","steps":["trace[157968492] 'agreement among raft nodes before linearized reading' (duration: 653.322655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:36.743611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.792299476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:40:36.744866Z","caller":"traceutil/trace.go:171","msg":"trace[932213362] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26668; }","duration":"3.793601826s","start":"2026-04-23T08:40:32.951257Z","end":"2026-04-23T08:40:36.744859Z","steps":["trace[932213362] 'agreement among raft nodes before linearized reading' (duration: 3.792317126s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:36.744862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:36.090878Z","time spent":"653.965551ms","remote":"127.0.0.1:44456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:36.744894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:32.951229Z","time spent":"3.793657638s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:36.74377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.515535201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"warn","ts":"2026-04-23T08:40:36.744638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:36.394346Z","time spent":"350.283539ms","remote":"127.0.0.1:48340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":57,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:40:36.74495Z","caller":"traceutil/trace.go:171","msg":"trace[1667093778] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26668; }","duration":"6.51675692s","start":"2026-04-23T08:40:30.228179Z","end":"2026-04-23T08:40:36.744935Z","steps":["trace[1667093778] 'agreement among raft nodes before linearized reading' (duration: 6.515564452s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:36.745001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:30.228152Z","time spent":"6.516836861s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-23T08:40:36.743601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:33.429218Z","time spent":"3.314373911s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-23T08:40:36.743498Z","caller":"traceutil/trace.go:171","msg":"trace[2129145568] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:26668; }","duration":"4.170062975s","start":"2026-04-23T08:40:32.573406Z","end":"2026-04-23T08:40:36.743469Z","steps":["trace[2129145568] 'agreement among raft nodes before linearized reading' (duration: 4.169821839s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:36.745088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:32.573387Z","time spent":"4.171688513s","remote":"127.0.0.1:44294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:36.744488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.257909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:40:36.745225Z","caller":"traceutil/trace.go:171","msg":"trace[114552211] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26668; }","duration":"273.004077ms","start":"2026-04-23T08:40:36.472212Z","end":"2026-04-23T08:40:36.745216Z","steps":["trace[114552211] 'agreement among raft nodes before linearized reading' (duration: 272.250429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:36.745334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.011811114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-23T08:40:36.745373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.896604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:40:36.745395Z","caller":"traceutil/trace.go:171","msg":"trace[645232856] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26668; }","duration":"3.011917796s","start":"2026-04-23T08:40:33.733461Z","end":"2026-04-23T08:40:36.745379Z","steps":["trace[645232856] 'agreement among raft nodes before linearized reading' (duration: 3.009999982s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:40:36.745414Z","caller":"traceutil/trace.go:171","msg":"trace[1327738844] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:26668; }","duration":"799.977405ms","start":"2026-04-23T08:40:35.945425Z","end":"2026-04-23T08:40:36.745402Z","steps":["trace[1327738844] 'agreement among raft nodes before linearized reading' (duration: 799.896283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:36.745438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:33.733432Z","time spent":"3.011998629s","remote":"127.0.0.1:48398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2810,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:36.745459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:35.945406Z","time spent":"800.045247ms","remote":"127.0.0.1:48392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:36.745385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.544707061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:40:36.74655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.97948061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T08:40:36.746615Z","caller":"traceutil/trace.go:171","msg":"trace[500887757] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26668; }","duration":"1.979632934s","start":"2026-04-23T08:40:34.76697Z","end":"2026-04-23T08:40:36.746602Z","steps":["trace[500887757] 'agreement among raft nodes before linearized reading' (duration: 1.97731862s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:36.746665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:34.766939Z","time spent":"1.979713016s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2810,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:40:36.746757Z","caller":"traceutil/trace.go:171","msg":"trace[2115433624] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26668; }","duration":"1.545038649s","start":"2026-04-23T08:40:35.200591Z","end":"2026-04-23T08:40:36.745629Z","steps":["trace[2115433624] 'agreement among raft nodes before linearized reading' (duration: 1.544753923s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:36.746805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:35.200561Z","time spent":"1.546234227s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:40:37.251852Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634066202,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:40:37.752908Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634066202,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:40:38.253268Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634066202,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:40:38.754491Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634066202,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:40:38.758303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00037105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T08:40:38.758386Z","caller":"traceutil/trace.go:171","msg":"trace[23437839] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000488882s","start":"2026-04-23T08:40:36.757872Z","end":"2026-04-23T08:40:38.758361Z","steps":["trace[23437839] 'agreement among raft nodes before linearized reading' (duration: 2.00038332s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:38.758442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:36.757865Z","time spent":"2.000564724s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:40:39.213183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:38.326137Z","time spent":"887.034286ms","remote":"127.0.0.1:55768","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T08:40:39.213447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.724606ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:40:39.213594Z","caller":"traceutil/trace.go:171","msg":"trace[1689986901] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26668; }","duration":"819.88962ms","start":"2026-04-23T08:40:38.393684Z","end":"2026-04-23T08:40:39.213574Z","steps":["trace[1689986901] 'range keys from in-memory index tree' (duration: 819.701506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:39.255492Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634066202,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:40:39.756274Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634066202,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:40:39.944492Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.196426081s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T08:40:39.944923Z","caller":"traceutil/trace.go:171","msg":"trace[38186313] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26668; }","duration":"3.196927442s","start":"2026-04-23T08:40:36.747965Z","end":"2026-04-23T08:40:39.944892Z","steps":["trace[38186313] 'process raft request' (duration: 3.19682352s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:39.945128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:36.747948Z","time spent":"3.197067996s","remote":"127.0.0.1:47922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:40:40.759398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999940078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:40:40.759516Z","caller":"traceutil/trace.go:171","msg":"trace[797963042] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000129972s","start":"2026-04-23T08:40:38.759358Z","end":"2026-04-23T08:40:40.759488Z","steps":["trace[797963042] 'agreement among raft nodes before linearized reading' (duration: 1.999989289s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:40.759576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:38.759328Z","time spent":"2.000235325s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:40:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:40:42.768689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000873081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:40:42.768778Z","caller":"traceutil/trace.go:171","msg":"trace[1045032753] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000977703s","start":"2026-04-23T08:40:40.76778Z","end":"2026-04-23T08:40:42.768757Z","steps":["trace[1045032753] 'agreement among raft nodes before linearized reading' (duration: 2.000881361s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:42.768828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:40.767773Z","time spent":"2.001037564s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:40:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:40:43.748657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:36.748247Z","time spent":"7.000400489s","remote":"127.0.0.1:47894","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T08:40:43.748674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:36.748303Z","time spent":"7.000361628s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T08:40:43.753019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:36.75258Z","time spent":"7.0004361s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T08:40:43.753335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:36.75325Z","time spent":"7.000076901s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T08:40:43.753499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:36.753356Z","time spent":"7.000139203s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T08:40:43.756437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:36.755326Z","time spent":"7.001106636s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T08:40:44.035048Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.090228064s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T08:40:44.7691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000438418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T08:40:44.769228Z","caller":"traceutil/trace.go:171","msg":"trace[574582863] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000634513s","start":"2026-04-23T08:40:42.768569Z","end":"2026-04-23T08:40:44.769204Z","steps":["trace[574582863] 'agreement among raft nodes before linearized reading' (duration: 2.000456039s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:44.769328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:42.768557Z","time spent":"2.000759286s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:40:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:40:46.441084Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.405726891s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T08:40:46.777319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999936908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T08:40:46.777439Z","caller":"traceutil/trace.go:171","msg":"trace[2071942583] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000120822s","start":"2026-04-23T08:40:44.777296Z","end":"2026-04-23T08:40:46.777417Z","steps":["trace[2071942583] 'agreement among raft nodes before linearized reading' (duration: 1.999971569s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:46.777486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:44.777274Z","time spent":"2.000201534s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:40:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:40:46.947278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:39.946276Z","time spent":"7.000994342s","remote":"127.0.0.1:47922","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T08:40:46.974507Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23739} {"level":"warn","ts":"2026-04-23T08:40:46.975413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.937517632s","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-04-23T08:40:46.980229Z","caller":"traceutil/trace.go:171","msg":"trace[1808513186] linearizableReadLoop","detail":"{readStateIndex:27575; appliedIndex:27568; }","duration":"10.229225234s","start":"2026-04-23T08:40:36.750983Z","end":"2026-04-23T08:40:46.980208Z","steps":["trace[1808513186] 'read index received' (duration: 3.193835591s)","trace[1808513186] 'applied index is now lower than readState.Index' (duration: 7.035388513s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:40:46.980588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.229538882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b3595d50-2823-4066-b9f1-338719b0554d\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-23T08:40:46.980682Z","caller":"traceutil/trace.go:171","msg":"trace[1181211083] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b3595d50-2823-4066-b9f1-338719b0554d; range_end:; response_count:1; response_revision:26673; }","duration":"10.229709716s","start":"2026-04-23T08:40:36.750942Z","end":"2026-04-23T08:40:46.980652Z","steps":["trace[1181211083] 'agreement among raft nodes before linearized reading' (duration: 10.229352627s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:46.980751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:36.750923Z","time spent":"10.229814348s","remote":"127.0.0.1:48040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-b3595d50-2823-4066-b9f1-338719b0554d\" "} {"level":"info","ts":"2026-04-23T08:40:46.980949Z","caller":"traceutil/trace.go:171","msg":"trace[138539809] transaction","detail":"{read_only:false; response_revision:26674; number_of_response:1; }","duration":"6.595121677s","start":"2026-04-23T08:40:40.385799Z","end":"2026-04-23T08:40:46.980921Z","steps":["trace[138539809] 'process raft request' (duration: 6.59440078s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:46.981116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:40.385753Z","time spent":"6.595279771s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:40:46.981456Z","caller":"traceutil/trace.go:171","msg":"trace[831705835] transaction","detail":"{read_only:false; response_revision:26675; number_of_response:1; }","duration":"5.230887803s","start":"2026-04-23T08:40:41.750543Z","end":"2026-04-23T08:40:46.981431Z","steps":["trace[831705835] 'process raft request' (duration: 5.230359181s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:40:46.981519Z","caller":"traceutil/trace.go:171","msg":"trace[669834121] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26675; }","duration":"3.221191398s","start":"2026-04-23T08:40:43.760309Z","end":"2026-04-23T08:40:46.981501Z","steps":["trace[669834121] 'process raft request' (duration: 3.221104576s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:46.981599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:41.750526Z","time spent":"5.230984055s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:40:46.981628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:43.760289Z","time spent":"3.221263309s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":574,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:40:48.777798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999930359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:40:48.777899Z","caller":"traceutil/trace.go:171","msg":"trace[154876880] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000119994s","start":"2026-04-23T08:40:46.777753Z","end":"2026-04-23T08:40:48.777873Z","steps":["trace[154876880] 'agreement among raft nodes before linearized reading' (duration: 1.99997056s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:48.777959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:46.777726Z","time spent":"2.000222035s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:40:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:40:49.986662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.592443666s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:40:49.986886Z","caller":"traceutil/trace.go:171","msg":"trace[1741213412] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26675; }","duration":"1.5926414s","start":"2026-04-23T08:40:48.394179Z","end":"2026-04-23T08:40:49.98682Z","steps":["trace[1741213412] 'range keys from in-memory index tree' (duration: 1.592417575s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:50.784816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999857905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T08:40:50.784919Z","caller":"traceutil/trace.go:171","msg":"trace[583191908] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00006192s","start":"2026-04-23T08:40:48.78483Z","end":"2026-04-23T08:40:50.784891Z","steps":["trace[583191908] 'agreement among raft nodes before linearized reading' (duration: 1.999893146s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:50.784975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:48.784808Z","time spent":"2.000155322s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:40:51.215812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.001661386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:40:51.215908Z","caller":"traceutil/trace.go:171","msg":"trace[1333562981] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.001832211s","start":"2026-04-23T08:40:41.214053Z","end":"2026-04-23T08:40:51.215885Z","steps":["trace[1333562981] 'agreement among raft nodes before linearized reading' (duration: 10.001685557s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:51.215962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:41.214033Z","time spent":"10.001916982s","remote":"127.0.0.1:44360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/04/23 08:40:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:40:51.25289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:44.252272Z","time spent":"7.000609952s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T08:40:51.54311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.313863558s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-04-23T08:40:51.543868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.894489938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:40:51.543961Z","caller":"traceutil/trace.go:171","msg":"trace[412348327] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:26676; }","duration":"7.894649142s","start":"2026-04-23T08:40:43.649286Z","end":"2026-04-23T08:40:51.543935Z","steps":["trace[412348327] 'agreement among raft nodes before linearized reading' (duration: 7.893981966s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:51.544036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:43.649264Z","time spent":"7.894762444s","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:51.544168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.5056989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:40:51.544261Z","caller":"traceutil/trace.go:171","msg":"trace[127998541] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26676; }","duration":"12.505882474s","start":"2026-04-23T08:40:39.038358Z","end":"2026-04-23T08:40:51.54424Z","steps":["trace[127998541] 'agreement among raft nodes before linearized reading' (duration: 12.505696779s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:51.544309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:39.038322Z","time spent":"12.505976626s","remote":"127.0.0.1:44194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:51.544313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.970048989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:40:51.544403Z","caller":"traceutil/trace.go:171","msg":"trace[1088987660] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:26676; }","duration":"13.970224563s","start":"2026-04-23T08:40:37.574155Z","end":"2026-04-23T08:40:51.54438Z","steps":["trace[1088987660] 'agreement among raft nodes before linearized reading' (duration: 13.970019538s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:51.544453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:37.574129Z","time spent":"13.970315256s","remote":"127.0.0.1:40094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:51.544519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.191385261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:40:51.544555Z","caller":"traceutil/trace.go:171","msg":"trace[1501309090] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26676; }","duration":"12.191462803s","start":"2026-04-23T08:40:39.353079Z","end":"2026-04-23T08:40:51.544542Z","steps":["trace[1501309090] 'agreement among raft nodes before linearized reading' (duration: 12.191408982s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:51.544583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:39.353052Z","time spent":"12.191524095s","remote":"127.0.0.1:44360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:51.544606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.595754622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:40:51.54465Z","caller":"traceutil/trace.go:171","msg":"trace[460837237] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:0; response_revision:26676; }","duration":"4.595830844s","start":"2026-04-23T08:40:46.948803Z","end":"2026-04-23T08:40:51.544633Z","steps":["trace[460837237] 'agreement among raft nodes before linearized reading' (duration: 4.595741982s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:51.54468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.082143603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T08:40:51.544701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.791413624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8edc06cf519c2\" ","response":"range_response_count:1 size:775"} {"level":"warn","ts":"2026-04-23T08:40:51.544841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.362506773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:40:51.544867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.130800988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:40:51.544887Z","caller":"traceutil/trace.go:171","msg":"trace[81242708] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:26676; }","duration":"6.362598325s","start":"2026-04-23T08:40:45.182273Z","end":"2026-04-23T08:40:51.544872Z","steps":["trace[81242708] 'agreement among raft nodes before linearized reading' (duration: 6.362545653s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:40:51.54491Z","caller":"traceutil/trace.go:171","msg":"trace[1837668352] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26676; }","duration":"14.13088016s","start":"2026-04-23T08:40:37.414016Z","end":"2026-04-23T08:40:51.544897Z","steps":["trace[1837668352] 'agreement among raft nodes before linearized reading' (duration: 14.130817779s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:51.544923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:45.182238Z","time spent":"6.362677177s","remote":"127.0.0.1:43908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:51.544949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:37.41399Z","time spent":"14.130949551s","remote":"127.0.0.1:48328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:51.544976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.42890444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:40:51.545026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.532831254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:40:51.544708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.342450693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:40:51.545051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.049771829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:40:51.545107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.450017263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:40:51.545113Z","caller":"traceutil/trace.go:171","msg":"trace[1835215926] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:26676; }","duration":"12.342901473s","start":"2026-04-23T08:40:39.202197Z","end":"2026-04-23T08:40:51.545099Z","steps":["trace[1835215926] 'agreement among raft nodes before linearized reading' (duration: 12.342486503s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:51.544984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.784899112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-r296z\" ","response":"range_response_count:1 size:5600"} {"level":"info","ts":"2026-04-23T08:40:51.545144Z","caller":"traceutil/trace.go:171","msg":"trace[1605798526] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:26676; }","duration":"6.049917482s","start":"2026-04-23T08:40:45.4952Z","end":"2026-04-23T08:40:51.545118Z","steps":["trace[1605798526] 'agreement among raft nodes before linearized reading' (duration: 6.049748468s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:40:51.545166Z","caller":"traceutil/trace.go:171","msg":"trace[83397288] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:26676; }","duration":"6.450100755s","start":"2026-04-23T08:40:45.095024Z","end":"2026-04-23T08:40:51.545124Z","steps":["trace[83397288] 'agreement among raft nodes before linearized reading' (duration: 6.450029174s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:51.545441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:45.495182Z","time spent":"6.050246731s","remote":"127.0.0.1:43940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:51.545487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:45.094897Z","time spent":"6.450564416s","remote":"127.0.0.1:52860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:51.545554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.818797701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-23T08:40:51.545559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.804544709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:40:51.545578Z","caller":"traceutil/trace.go:171","msg":"trace[1772570211] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-r296z; range_end:; response_count:1; response_revision:26676; }","duration":"7.785210059s","start":"2026-04-23T08:40:43.759942Z","end":"2026-04-23T08:40:51.545152Z","steps":["trace[1772570211] 'agreement among raft nodes before linearized reading' (duration: 7.784531703s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:40:51.545597Z","caller":"traceutil/trace.go:171","msg":"trace[787893039] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:26676; }","duration":"8.818879663s","start":"2026-04-23T08:40:42.726708Z","end":"2026-04-23T08:40:51.545588Z","steps":["trace[787893039] 'agreement among raft nodes before linearized reading' (duration: 8.818708179s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:40:51.545615Z","caller":"traceutil/trace.go:171","msg":"trace[393055576] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:26676; }","duration":"9.804646462s","start":"2026-04-23T08:40:41.740952Z","end":"2026-04-23T08:40:51.545599Z","steps":["trace[393055576] 'agreement among raft nodes before linearized reading' (duration: 9.804529399s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:51.545625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:42.726689Z","time spent":"8.818930595s","remote":"127.0.0.1:48000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":141,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:51.545596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.797891774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:40:51.545157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:39.202168Z","time spent":"12.342973765s","remote":"127.0.0.1:46548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:51.545657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.080392002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:40:51.545682Z","caller":"traceutil/trace.go:171","msg":"trace[463106755] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:26676; }","duration":"10.798010077s","start":"2026-04-23T08:40:40.747659Z","end":"2026-04-23T08:40:51.545669Z","steps":["trace[463106755] 'agreement among raft nodes before linearized reading' (duration: 10.797901845s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:40:51.545703Z","caller":"traceutil/trace.go:171","msg":"trace[2002794750] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26676; }","duration":"9.080495335s","start":"2026-04-23T08:40:42.465195Z","end":"2026-04-23T08:40:51.54569Z","steps":["trace[2002794750] 'agreement among raft nodes before linearized reading' (duration: 9.080412273s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:51.545734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:42.46517Z","time spent":"9.080556717s","remote":"127.0.0.1:41430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:51.545716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:40.747624Z","time spent":"10.798084129s","remote":"127.0.0.1:46520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:40:51.544869Z","caller":"traceutil/trace.go:171","msg":"trace[1606118819] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8edc06cf519c2; range_end:; response_count:1; response_revision:26676; }","duration":"7.791645899s","start":"2026-04-23T08:40:43.753208Z","end":"2026-04-23T08:40:51.544854Z","steps":["trace[1606118819] 'agreement among raft nodes before linearized reading' (duration: 7.791285361s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:51.545769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:43.75992Z","time spent":"7.785835354s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5623,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-r296z\" "} {"level":"warn","ts":"2026-04-23T08:40:51.545031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.859650105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:40:51.54607Z","caller":"traceutil/trace.go:171","msg":"trace[528428917] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:26676; }","duration":"7.860723031s","start":"2026-04-23T08:40:43.685312Z","end":"2026-04-23T08:40:51.546035Z","steps":["trace[528428917] 'agreement among raft nodes before linearized reading' (duration: 7.859582464s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:51.546121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:43.685282Z","time spent":"7.860822242s","remote":"127.0.0.1:48248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:51.54472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:46.948779Z","time spent":"4.595933746s","remote":"127.0.0.1:47922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-04-23T08:40:51.546198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:43.753185Z","time spent":"7.792654933s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8edc06cf519c2\" "} {"level":"warn","ts":"2026-04-23T08:40:51.544451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.718000032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:40:51.546318Z","caller":"traceutil/trace.go:171","msg":"trace[2087417241] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:26676; }","duration":"6.719911927s","start":"2026-04-23T08:40:44.826383Z","end":"2026-04-23T08:40:51.546294Z","steps":["trace[2087417241] 'agreement among raft nodes before linearized reading' (duration: 6.71792805s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:51.546367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:44.826355Z","time spent":"6.719997569s","remote":"127.0.0.1:41284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:51.544727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.374061641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:40:51.546425Z","caller":"traceutil/trace.go:171","msg":"trace[1096120807] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:26676; }","duration":"7.375827352s","start":"2026-04-23T08:40:44.170581Z","end":"2026-04-23T08:40:51.546409Z","steps":["trace[1096120807] 'agreement among raft nodes before linearized reading' (duration: 7.374063851s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:51.544796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.073258478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:40:51.546478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:44.17055Z","time spent":"7.375914195s","remote":"127.0.0.1:41444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:40:51.546491Z","caller":"traceutil/trace.go:171","msg":"trace[2051024284] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26676; }","duration":"7.074993078s","start":"2026-04-23T08:40:44.471482Z","end":"2026-04-23T08:40:51.546475Z","steps":["trace[2051024284] 'agreement among raft nodes before linearized reading' (duration: 7.073287758s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:40:51.544708Z","caller":"traceutil/trace.go:171","msg":"trace[1595767368] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:26676; }","duration":"13.082224515s","start":"2026-04-23T08:40:38.462476Z","end":"2026-04-23T08:40:51.544701Z","steps":["trace[1595767368] 'agreement among raft nodes before linearized reading' (duration: 13.082171683s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:51.546592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:38.462446Z","time spent":"13.084131929s","remote":"127.0.0.1:48070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:51.546647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:44.47145Z","time spent":"7.07506501s","remote":"127.0.0.1:44008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:51.546736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.370208961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7914"} {"level":"info","ts":"2026-04-23T08:40:51.545033Z","caller":"traceutil/trace.go:171","msg":"trace[903553116] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:26676; }","duration":"5.429195177s","start":"2026-04-23T08:40:46.115824Z","end":"2026-04-23T08:40:51.545019Z","steps":["trace[903553116] 'agreement among raft nodes before linearized reading' (duration: 5.428919041s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:40:51.54677Z","caller":"traceutil/trace.go:171","msg":"trace[980160888] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26676; }","duration":"14.370287773s","start":"2026-04-23T08:40:37.176473Z","end":"2026-04-23T08:40:51.54676Z","steps":["trace[980160888] 'agreement among raft nodes before linearized reading' (duration: 14.370129639s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:51.546793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:37.176444Z","time spent":"14.370344174s","remote":"127.0.0.1:52860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7937,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-23T08:40:51.546798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:46.115801Z","time spent":"5.430976429s","remote":"127.0.0.1:41336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:40:51.545067Z","caller":"traceutil/trace.go:171","msg":"trace[416713850] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:26676; }","duration":"7.532933397s","start":"2026-04-23T08:40:44.012125Z","end":"2026-04-23T08:40:51.545058Z","steps":["trace[416713850] 'agreement among raft nodes before linearized reading' (duration: 7.532873125s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:51.54516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.19564217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:40:51.546893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:44.01209Z","time spent":"7.534786259s","remote":"127.0.0.1:45252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:40:51.546932Z","caller":"traceutil/trace.go:171","msg":"trace[579382520] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:26676; }","duration":"9.197447212s","start":"2026-04-23T08:40:42.349466Z","end":"2026-04-23T08:40:51.546913Z","steps":["trace[579382520] 'agreement among raft nodes before linearized reading' (duration: 9.195667661s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:51.545662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:41.740928Z","time spent":"9.804724284s","remote":"127.0.0.1:43870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:51.547069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:42.349443Z","time spent":"9.197611056s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:51.547837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.337991259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:40:51.54791Z","caller":"traceutil/trace.go:171","msg":"trace[1549135289] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:26676; }","duration":"11.338105643s","start":"2026-04-23T08:40:40.209768Z","end":"2026-04-23T08:40:51.547873Z","steps":["trace[1549135289] 'agreement among raft nodes before linearized reading' (duration: 11.333520736s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:51.547949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:40.209738Z","time spent":"11.338199764s","remote":"127.0.0.1:41308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:40:51.548229Z","caller":"traceutil/trace.go:171","msg":"trace[514617614] linearizableReadLoop","detail":"{readStateIndex:27580; appliedIndex:27579; }","duration":"4.562562178s","start":"2026-04-23T08:40:46.980634Z","end":"2026-04-23T08:40:51.543197Z","steps":["trace[514617614] 'read index received' (duration: 248.443214ms)","trace[514617614] 'applied index is now lower than readState.Index' (duration: 4.314117464s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:40:52.049272Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634066219,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:40:52.549675Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634066219,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:40:52.785988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000185834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:40:52.786091Z","caller":"traceutil/trace.go:171","msg":"trace[2054581693] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000393569s","start":"2026-04-23T08:40:50.785672Z","end":"2026-04-23T08:40:52.786065Z","steps":["trace[2054581693] 'agreement among raft nodes before linearized reading' (duration: 2.000260366s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:52.786148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:50.785649Z","time spent":"2.000488021s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:40:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:40:53.050231Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634066219,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:40:53.316826Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.768981622s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T08:40:53.713188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000351777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:40:53.713281Z","caller":"traceutil/trace.go:171","msg":"trace[1163351984] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000508331s","start":"2026-04-23T08:40:51.712754Z","end":"2026-04-23T08:40:53.713262Z","steps":["trace[1163351984] 'agreement among raft nodes before linearized reading' (duration: 2.000386948s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:53.713324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:51.712731Z","time spent":"2.000585313s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:40:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:40:54.79386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999837396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:40:54.793952Z","caller":"traceutil/trace.go:171","msg":"trace[135682206] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00003376s","start":"2026-04-23T08:40:52.7939Z","end":"2026-04-23T08:40:54.793934Z","steps":["trace[135682206] 'agreement among raft nodes before linearized reading' (duration: 1.999873806s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:54.794002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:52.793877Z","time spent":"2.000115252s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:40:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:40:55.442937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.125896765s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-23T08:40:55.443085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:51.547696Z","time spent":"3.89538394s","remote":"127.0.0.1:47922","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T08:40:56.794427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000294206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T08:40:56.794513Z","caller":"traceutil/trace.go:171","msg":"trace[491318802] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00045565s","start":"2026-04-23T08:40:54.794039Z","end":"2026-04-23T08:40:56.794495Z","steps":["trace[491318802] 'agreement among raft nodes before linearized reading' (duration: 2.000333487s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:56.794557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:54.794017Z","time spent":"2.000532842s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:40:56.98612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000093411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:40:56.986252Z","caller":"traceutil/trace.go:171","msg":"trace[1342428657] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; }","duration":"10.000275185s","start":"2026-04-23T08:40:46.985941Z","end":"2026-04-23T08:40:56.986216Z","steps":["trace[1342428657] 'agreement among raft nodes before linearized reading' (duration: 10.000113422s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:56.98632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:46.985925Z","time spent":"10.000382598s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} 2026/04/23 08:40:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:40:57.058987Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.74188661s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T08:40:58.551935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:51.551102Z","time spent":"7.000825638s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T08:40:58.75842Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"5bac9db94d1f0d16","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-23T08:40:58.802755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000018079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T08:40:58.802924Z","caller":"traceutil/trace.go:171","msg":"trace[1623376624] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000270436s","start":"2026-04-23T08:40:56.802631Z","end":"2026-04-23T08:40:58.802902Z","steps":["trace[1623376624] 'agreement among raft nodes before linearized reading' (duration: 2.00004139s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:58.802983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:56.802615Z","time spent":"2.000351537s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:40:58.832633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.029478ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:40:58.832797Z","caller":"traceutil/trace.go:171","msg":"trace[1990580108] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26676; }","duration":"439.216092ms","start":"2026-04-23T08:40:58.393557Z","end":"2026-04-23T08:40:58.832773Z","steps":["trace[1990580108] 'range keys from in-memory index tree' (duration: 439.007457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:58.833111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.773477656s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-04-23T08:40:58.989875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:51.988819Z","time spent":"7.001046853s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T08:40:59.02783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.631879ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-23T08:40:59.030753Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"54.671µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-04-23T08:40:59.030828Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"5bac9db94d1f0d16","error":"lease not found"} {"level":"info","ts":"2026-04-23T08:40:59.031265Z","caller":"traceutil/trace.go:171","msg":"trace[1172254677] transaction","detail":"{read_only:false; response_revision:26679; number_of_response:1; }","duration":"3.586785913s","start":"2026-04-23T08:40:55.444451Z","end":"2026-04-23T08:40:59.031237Z","steps":["trace[1172254677] 'process raft request' (duration: 3.586133418s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:40:59.031354Z","caller":"traceutil/trace.go:171","msg":"trace[1860325746] linearizableReadLoop","detail":"{readStateIndex:27585; appliedIndex:27580; }","duration":"7.483061223s","start":"2026-04-23T08:40:51.548262Z","end":"2026-04-23T08:40:59.031323Z","steps":["trace[1860325746] 'read index received' (duration: 1.76887753s)","trace[1860325746] 'applied index is now lower than readState.Index' (duration: 5.714181693s)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:40:59.03136Z","caller":"traceutil/trace.go:171","msg":"trace[1256720382] transaction","detail":"{read_only:false; response_revision:26678; number_of_response:1; }","duration":"6.891869397s","start":"2026-04-23T08:40:52.139445Z","end":"2026-04-23T08:40:59.031314Z","steps":["trace[1256720382] 'process raft request' (duration: 6.889721727s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:40:59.031268Z","caller":"traceutil/trace.go:171","msg":"trace[1560646143] transaction","detail":"{read_only:false; response_revision:26680; number_of_response:1; }","duration":"1.868035622s","start":"2026-04-23T08:40:57.163205Z","end":"2026-04-23T08:40:59.031241Z","steps":["trace[1560646143] 'process raft request' (duration: 1.867428718s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:59.031429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:55.444421Z","time spent":"3.586908046s","remote":"127.0.0.1:47922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:40:59.03146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:52.13941Z","time spent":"6.89199769s","remote":"127.0.0.1:52860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7897,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:40:59.031596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:57.163173Z","time spent":"1.868259408s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:40:59.48483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.081151502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:40:59.484913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.434821619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:40:59.484937Z","caller":"traceutil/trace.go:171","msg":"trace[980987472] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:26680; }","duration":"5.081325816s","start":"2026-04-23T08:40:54.403582Z","end":"2026-04-23T08:40:59.484908Z","steps":["trace[980987472] 'agreement among raft nodes before linearized reading' (duration: 4.628286421s)","trace[980987472] 'range keys from in-memory index tree' (duration: 452.872781ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:40:59.484901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.227775051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"warn","ts":"2026-04-23T08:40:59.484934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.933733603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-2zdkx\" ","response":"range_response_count:1 size:5318"} {"level":"warn","ts":"2026-04-23T08:40:59.485004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:54.403553Z","time spent":"5.081435879s","remote":"127.0.0.1:47992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" "} {"level":"info","ts":"2026-04-23T08:40:59.485007Z","caller":"traceutil/trace.go:171","msg":"trace[1012278280] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"8.227921154s","start":"2026-04-23T08:40:51.257061Z","end":"2026-04-23T08:40:59.484982Z","steps":["trace[1012278280] 'agreement among raft nodes before linearized reading' (duration: 7.774410538s)","trace[1012278280] 'range keys from in-memory index tree' (duration: 453.361662ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:40:59.485055Z","caller":"traceutil/trace.go:171","msg":"trace[983194061] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-2zdkx; range_end:; response_count:1; response_revision:26680; }","duration":"7.933904358s","start":"2026-04-23T08:40:51.551121Z","end":"2026-04-23T08:40:59.485026Z","steps":["trace[983194061] 'agreement among raft nodes before linearized reading' (duration: 7.48073579s)","trace[983194061] 'range keys from in-memory index tree' (duration: 452.85548ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:40:59.485093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:51.257046Z","time spent":"8.228031146s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-04-23T08:40:59.485121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:51.551104Z","time spent":"7.9340063s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5341,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-2zdkx\" "} 2026/04/23 08:40:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:40:59.485088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.310905537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T08:40:59.48514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.097598085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:40:59.485156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.949145982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-23T08:40:59.485226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.586879813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:40:59.485233Z","caller":"traceutil/trace.go:171","msg":"trace[2109211383] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:26680; }","duration":"11.311139053s","start":"2026-04-23T08:40:48.174056Z","end":"2026-04-23T08:40:59.485195Z","steps":["trace[2109211383] 'agreement among raft nodes before linearized reading' (duration: 10.857726809s)","trace[2109211383] 'count revisions from in-memory index tree' (duration: 453.193729ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:40:59.485262Z","caller":"traceutil/trace.go:171","msg":"trace[1663431532] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:26680; }","duration":"11.586972386s","start":"2026-04-23T08:40:47.898274Z","end":"2026-04-23T08:40:59.485246Z","steps":["trace[1663431532] 'agreement among raft nodes before linearized reading' (duration: 11.1334781s)","trace[1663431532] 'count revisions from in-memory index tree' (duration: 453.439675ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:40:59.485263Z","caller":"traceutil/trace.go:171","msg":"trace[1376525459] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:26680; }","duration":"8.097795429s","start":"2026-04-23T08:40:51.387434Z","end":"2026-04-23T08:40:59.485229Z","steps":["trace[1376525459] 'agreement among raft nodes before linearized reading' (duration: 7.644029087s)","trace[1376525459] 'count revisions from in-memory index tree' (duration: 453.577288ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:40:59.485281Z","caller":"traceutil/trace.go:171","msg":"trace[81423911] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:26680; }","duration":"8.435218398s","start":"2026-04-23T08:40:51.050039Z","end":"2026-04-23T08:40:59.485257Z","steps":["trace[81423911] 'agreement among raft nodes before linearized reading' (duration: 7.981443156s)","trace[81423911] 'count revisions from in-memory index tree' (duration: 453.403854ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:40:59.485306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:47.898243Z","time spent":"11.587053177s","remote":"127.0.0.1:46468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:40:59.485282Z","caller":"traceutil/trace.go:171","msg":"trace[308080257] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26680; }","duration":"7.949332647s","start":"2026-04-23T08:40:51.535915Z","end":"2026-04-23T08:40:59.485248Z","steps":["trace[308080257] 'agreement among raft nodes before linearized reading' (duration: 7.495530294s)","trace[308080257] 'range keys from in-memory index tree' (duration: 453.435315ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:40:59.485327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:51.387411Z","time spent":"8.097904251s","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:59.485336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:51.050007Z","time spent":"8.43531395s","remote":"127.0.0.1:46536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:59.485356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.483606596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:40:59.485363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:51.535895Z","time spent":"7.94945642s","remote":"127.0.0.1:48000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-23T08:40:59.485425Z","caller":"traceutil/trace.go:171","msg":"trace[407844412] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26680; }","duration":"8.483705149s","start":"2026-04-23T08:40:51.001693Z","end":"2026-04-23T08:40:59.485399Z","steps":["trace[407844412] 'agreement among raft nodes before linearized reading' (duration: 8.029800414s)","trace[407844412] 'count revisions from in-memory index tree' (duration: 453.838144ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:40:59.485434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.227650376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T08:40:59.485473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:51.00166Z","time spent":"8.483801801s","remote":"127.0.0.1:44196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:59.485468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.76638851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:40:59.485474Z","caller":"traceutil/trace.go:171","msg":"trace[1617654297] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:26680; }","duration":"11.227725118s","start":"2026-04-23T08:40:48.257735Z","end":"2026-04-23T08:40:59.48546Z","steps":["trace[1617654297] 'agreement among raft nodes before linearized reading' (duration: 10.774037408s)","trace[1617654297] 'count revisions from in-memory index tree' (duration: 453.636479ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:40:59.485518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:48.257714Z","time spent":"11.227794529s","remote":"127.0.0.1:54186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":36,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:40:59.485521Z","caller":"traceutil/trace.go:171","msg":"trace[130527949] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:26680; }","duration":"8.766519884s","start":"2026-04-23T08:40:50.718983Z","end":"2026-04-23T08:40:59.485502Z","steps":["trace[130527949] 'agreement among raft nodes before linearized reading' (duration: 8.312796943s)","trace[130527949] 'count revisions from in-memory index tree' (duration: 453.652309ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:40:59.48553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.132818046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:40:59.485626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:50.718959Z","time spent":"8.766650777s","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:59.485652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.92674669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:40:59.485675Z","caller":"traceutil/trace.go:171","msg":"trace[2123060635] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:26680; }","duration":"9.132954969s","start":"2026-04-23T08:40:50.352697Z","end":"2026-04-23T08:40:59.485652Z","steps":["trace[2123060635] 'agreement among raft nodes before linearized reading' (duration: 8.679102255s)","trace[2123060635] 'count revisions from in-memory index tree' (duration: 453.692151ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:40:59.485731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:50.352669Z","time spent":"9.133043092s","remote":"127.0.0.1:52796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:40:59.48573Z","caller":"traceutil/trace.go:171","msg":"trace[1628670895] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26680; }","duration":"6.926857223s","start":"2026-04-23T08:40:52.558837Z","end":"2026-04-23T08:40:59.485694Z","steps":["trace[1628670895] 'agreement among raft nodes before linearized reading' (duration: 6.473122452s)","trace[1628670895] 'count revisions from in-memory index tree' (duration: 453.648279ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:40:59.485773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:52.558789Z","time spent":"6.926972236s","remote":"127.0.0.1:44338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:59.485269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.030330124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:40:59.485813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.015811478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:40:59.485823Z","caller":"traceutil/trace.go:171","msg":"trace[1807463725] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:26680; }","duration":"11.030980249s","start":"2026-04-23T08:40:48.454827Z","end":"2026-04-23T08:40:59.485807Z","steps":["trace[1807463725] 'agreement among raft nodes before linearized reading' (duration: 10.57692169s)","trace[1807463725] 'count revisions from in-memory index tree' (duration: 453.417424ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:40:59.485858Z","caller":"traceutil/trace.go:171","msg":"trace[1481446545] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:26680; }","duration":"9.015854689s","start":"2026-04-23T08:40:50.469987Z","end":"2026-04-23T08:40:59.485841Z","steps":["trace[1481446545] 'agreement among raft nodes before linearized reading' (duration: 8.56180255s)","trace[1481446545] 'count revisions from in-memory index tree' (duration: 453.995967ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:40:59.485866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:48.454799Z","time spent":"11.031052821s","remote":"127.0.0.1:52908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:59.485881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.290350389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:40:59.485893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:50.469962Z","time spent":"9.01592259s","remote":"127.0.0.1:44568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:40:59.485928Z","caller":"traceutil/trace.go:171","msg":"trace[151964616] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:26680; }","duration":"9.290435181s","start":"2026-04-23T08:40:50.195476Z","end":"2026-04-23T08:40:59.485911Z","steps":["trace[151964616] 'agreement among raft nodes before linearized reading' (duration: 8.836337602s)","trace[151964616] 'count revisions from in-memory index tree' (duration: 454.040608ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:40:59.485963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:50.195452Z","time spent":"9.290502532s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:59.485986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.687954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"info","ts":"2026-04-23T08:40:59.486025Z","caller":"traceutil/trace.go:171","msg":"trace[1675965299] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:26680; }","duration":"415.764916ms","start":"2026-04-23T08:40:59.07025Z","end":"2026-04-23T08:40:59.486015Z","steps":["trace[1675965299] 'range keys from in-memory index tree' (duration: 415.515339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:59.486018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.534400639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:40:59.486059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:59.070225Z","time spent":"415.822176ms","remote":"127.0.0.1:48010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":375,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-04-23T08:40:59.486073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.112640156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:40:59.486076Z","caller":"traceutil/trace.go:171","msg":"trace[1696642185] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26680; }","duration":"11.534504952s","start":"2026-04-23T08:40:47.951547Z","end":"2026-04-23T08:40:59.486052Z","steps":["trace[1696642185] 'agreement among raft nodes before linearized reading' (duration: 11.080264298s)","trace[1696642185] 'count revisions from in-memory index tree' (duration: 454.171871ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:40:59.486107Z","caller":"traceutil/trace.go:171","msg":"trace[1129812990] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:26680; }","duration":"4.112731168s","start":"2026-04-23T08:40:55.373364Z","end":"2026-04-23T08:40:59.486095Z","steps":["trace[1129812990] 'agreement among raft nodes before linearized reading' (duration: 3.658639248s)","trace[1129812990] 'count revisions from in-memory index tree' (duration: 454.045839ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:40:59.486137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:55.373333Z","time spent":"4.112792579s","remote":"127.0.0.1:52788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:59.48613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.837468709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T08:40:59.486136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:47.951519Z","time spent":"11.534604174s","remote":"127.0.0.1:44116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:40:59.486178Z","caller":"traceutil/trace.go:171","msg":"trace[812936443] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:26680; }","duration":"4.837551261s","start":"2026-04-23T08:40:54.648608Z","end":"2026-04-23T08:40:59.486159Z","steps":["trace[812936443] 'agreement among raft nodes before linearized reading' (duration: 4.383258807s)","trace[812936443] 'count revisions from in-memory index tree' (duration: 454.232083ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:40:59.486185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.363091904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-23T08:40:59.486218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:54.648583Z","time spent":"4.837622113s","remote":"127.0.0.1:45244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":79,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:40:59.486229Z","caller":"traceutil/trace.go:171","msg":"trace[847839817] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:26680; }","duration":"10.363178816s","start":"2026-04-23T08:40:49.123031Z","end":"2026-04-23T08:40:59.48621Z","steps":["trace[847839817] 'agreement among raft nodes before linearized reading' (duration: 9.90879091s)","trace[847839817] 'count revisions from in-memory index tree' (duration: 454.333275ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:40:59.486267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.613955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:40:59.486262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:49.122984Z","time spent":"10.363270248s","remote":"127.0.0.1:47992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":236,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:40:59.486293Z","caller":"traceutil/trace.go:171","msg":"trace[693013869] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26680; }","duration":"943.690657ms","start":"2026-04-23T08:40:58.542591Z","end":"2026-04-23T08:40:59.486282Z","steps":["trace[693013869] 'agreement among raft nodes before linearized reading' (duration: 489.376592ms)","trace[693013869] 'count revisions from in-memory index tree' (duration: 454.280824ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:40:59.486302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.861997141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:40:59.486322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:58.542562Z","time spent":"943.753399ms","remote":"127.0.0.1:43986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:59.486333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.330312262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:40:59.486342Z","caller":"traceutil/trace.go:171","msg":"trace[1834618037] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26680; }","duration":"5.862041112s","start":"2026-04-23T08:40:53.624288Z","end":"2026-04-23T08:40:59.486329Z","steps":["trace[1834618037] 'agreement among raft nodes before linearized reading' (duration: 5.407612785s)","trace[1834618037] 'count revisions from in-memory index tree' (duration: 454.373516ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:40:59.486369Z","caller":"traceutil/trace.go:171","msg":"trace[514989398] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:26680; }","duration":"7.330388044s","start":"2026-04-23T08:40:52.155967Z","end":"2026-04-23T08:40:59.486355Z","steps":["trace[514989398] 'agreement among raft nodes before linearized reading' (duration: 6.876002637s)","trace[514989398] 'count revisions from in-memory index tree' (duration: 454.346736ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:40:59.486378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.981183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-04-23T08:40:59.486403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:52.155942Z","time spent":"7.330451465s","remote":"127.0.0.1:47986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:59.48642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142381331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:40:59.486428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.664223829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:40:59.486456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.015705946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:40:59.486461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.859244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:40:59.486461Z","caller":"traceutil/trace.go:171","msg":"trace[2086011549] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:26680; }","duration":"1.142444912s","start":"2026-04-23T08:40:58.344003Z","end":"2026-04-23T08:40:59.486448Z","steps":["trace[2086011549] 'agreement among raft nodes before linearized reading' (duration: 687.931422ms)","trace[2086011549] 'count revisions from in-memory index tree' (duration: 454.459188ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:40:59.486482Z","caller":"traceutil/trace.go:171","msg":"trace[1032565730] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:26680; }","duration":"2.015773427s","start":"2026-04-23T08:40:57.470701Z","end":"2026-04-23T08:40:59.486474Z","steps":["trace[1032565730] 'agreement among raft nodes before linearized reading' (duration: 1.561289999s)","trace[1032565730] 'count revisions from in-memory index tree' (duration: 454.446458ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:40:59.486497Z","caller":"traceutil/trace.go:171","msg":"trace[1628806983] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26680; }","duration":"682.922536ms","start":"2026-04-23T08:40:58.803564Z","end":"2026-04-23T08:40:59.486486Z","steps":["trace[1628806983] 'agreement among raft nodes before linearized reading' (duration: 228.355145ms)","trace[1628806983] 'range keys from in-memory index tree' (duration: 454.52152ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:40:59.486466Z","caller":"traceutil/trace.go:171","msg":"trace[1722313717] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:26680; }","duration":"5.664308951s","start":"2026-04-23T08:40:53.822148Z","end":"2026-04-23T08:40:59.486456Z","steps":["trace[1722313717] 'agreement among raft nodes before linearized reading' (duration: 5.20973043s)","trace[1722313717] 'count revisions from in-memory index tree' (duration: 454.52847ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:40:59.486504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:57.470673Z","time spent":"2.015824269s","remote":"127.0.0.1:41328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:59.486534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:58.803549Z","time spent":"682.979497ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:40:59.486547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:53.822122Z","time spent":"5.664416044s","remote":"127.0.0.1:48304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:59.486546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.651403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8ed912415be4e\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-23T08:40:59.486578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174736845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:40:59.486613Z","caller":"traceutil/trace.go:171","msg":"trace[213428361] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:26680; }","duration":"1.174770746s","start":"2026-04-23T08:40:58.31183Z","end":"2026-04-23T08:40:59.4866Z","steps":["trace[213428361] 'agreement among raft nodes before linearized reading' (duration: 720.117854ms)","trace[213428361] 'count revisions from in-memory index tree' (duration: 454.57632ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:40:59.486619Z","caller":"traceutil/trace.go:171","msg":"trace[594584103] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8ed912415be4e; range_end:; response_count:1; response_revision:26680; }","duration":"930.751995ms","start":"2026-04-23T08:40:58.555839Z","end":"2026-04-23T08:40:59.486591Z","steps":["trace[594584103] 'agreement among raft nodes before linearized reading' (duration: 476.118083ms)","trace[594584103] 'range keys from in-memory index tree' (duration: 454.483289ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:40:59.48483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.639050061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:40:59.48666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.396331901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-04-23T08:40:59.486666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:58.555814Z","time spent":"930.842938ms","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8ed912415be4e\" "} {"level":"warn","ts":"2026-04-23T08:40:59.485302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:48.174025Z","time spent":"11.311261936s","remote":"127.0.0.1:48040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:59.485962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.538703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T08:40:59.486695Z","caller":"traceutil/trace.go:171","msg":"trace[1507373542] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:26680; }","duration":"12.396366221s","start":"2026-04-23T08:40:47.090319Z","end":"2026-04-23T08:40:59.486685Z","steps":["trace[1507373542] 'agreement among raft nodes before linearized reading' (duration: 11.941571425s)","trace[1507373542] 'range keys from in-memory index tree' (duration: 454.640052ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:40:59.486331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.910242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-04-23T08:40:59.486704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.06953017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:40:59.486722Z","caller":"traceutil/trace.go:171","msg":"trace[937570275] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:26680; }","duration":"233.371402ms","start":"2026-04-23T08:40:59.253341Z","end":"2026-04-23T08:40:59.486713Z","steps":["trace[937570275] 'range keys from in-memory index tree' (duration: 232.283756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:59.486733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:47.090234Z","time spent":"12.396492964s","remote":"127.0.0.1:48054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-04-23T08:40:59.486739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.29803361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-04-23T08:40:59.486745Z","caller":"traceutil/trace.go:171","msg":"trace[1962812724] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26680; }","duration":"6.069614931s","start":"2026-04-23T08:40:53.417118Z","end":"2026-04-23T08:40:59.486733Z","steps":["trace[1962812724] 'agreement among raft nodes before linearized reading' (duration: 5.614793605s)","trace[1962812724] 'count revisions from in-memory index tree' (duration: 454.755585ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:40:59.486747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.191522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-23T08:40:59.486768Z","caller":"traceutil/trace.go:171","msg":"trace[749664550] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:26680; }","duration":"2.298100522s","start":"2026-04-23T08:40:57.188658Z","end":"2026-04-23T08:40:59.486759Z","steps":["trace[749664550] 'agreement among raft nodes before linearized reading' (duration: 1.843336427s)","trace[749664550] 'range keys from in-memory index tree' (duration: 454.651453ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:40:59.486785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:53.41709Z","time spent":"6.069685083s","remote":"127.0.0.1:44332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:40:59.486801Z","caller":"traceutil/trace.go:171","msg":"trace[548021864] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26680; }","duration":"728.283184ms","start":"2026-04-23T08:40:58.758502Z","end":"2026-04-23T08:40:59.486785Z","steps":["trace[548021864] 'agreement among raft nodes before linearized reading' (duration: 273.446347ms)","trace[548021864] 'range keys from in-memory index tree' (duration: 454.665673ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:40:59.486789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.779830625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:40:59.48628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.677461827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:40:59.486836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:58.758474Z","time spent":"728.354146ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-23T08:40:59.486863Z","caller":"traceutil/trace.go:171","msg":"trace[535111240] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:26680; }","duration":"7.67804061s","start":"2026-04-23T08:40:51.808805Z","end":"2026-04-23T08:40:59.486845Z","steps":["trace[535111240] 'agreement among raft nodes before linearized reading' (duration: 7.223177832s)","trace[535111240] 'count revisions from in-memory index tree' (duration: 454.270623ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:40:59.486696Z","caller":"traceutil/trace.go:171","msg":"trace[9905866] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:26680; }","duration":"8.641027637s","start":"2026-04-23T08:40:50.845648Z","end":"2026-04-23T08:40:59.486676Z","steps":["trace[9905866] 'agreement among raft nodes before linearized reading' (duration: 8.186120839s)","trace[9905866] 'count revisions from in-memory index tree' (duration: 452.997144ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:40:59.486896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:51.808758Z","time spent":"7.678127763s","remote":"127.0.0.1:45292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:59.486385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:53.624212Z","time spent":"5.862160555s","remote":"127.0.0.1:44002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:40:59.486892Z","caller":"traceutil/trace.go:171","msg":"trace[1723454941] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:26680; }","duration":"6.779980848s","start":"2026-04-23T08:40:52.706853Z","end":"2026-04-23T08:40:59.486834Z","steps":["trace[1723454941] 'agreement among raft nodes before linearized reading' (duration: 6.325082219s)","trace[1723454941] 'count revisions from in-memory index tree' (duration: 454.785635ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:40:59.486743Z","caller":"traceutil/trace.go:171","msg":"trace[2027437605] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26680; }","duration":"727.375062ms","start":"2026-04-23T08:40:58.759355Z","end":"2026-04-23T08:40:59.48673Z","steps":["trace[2027437605] 'agreement among raft nodes before linearized reading' (duration: 272.577936ms)","trace[2027437605] 'range keys from in-memory index tree' (duration: 454.244083ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:40:59.48697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.558220436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:40:59.489174Z","caller":"traceutil/trace.go:171","msg":"trace[974978727] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26680; }","duration":"8.560486969s","start":"2026-04-23T08:40:50.928665Z","end":"2026-04-23T08:40:59.489152Z","steps":["trace[974978727] 'agreement among raft nodes before linearized reading' (duration: 8.102839006s)","trace[974978727] 'count revisions from in-memory index tree' (duration: 454.794176ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:40:59.489252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:50.928634Z","time spent":"8.560594382s","remote":"127.0.0.1:44132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:59.486502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:58.343989Z","time spent":"1.142503794s","remote":"127.0.0.1:44058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:59.486794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:57.188634Z","time spent":"2.298155223s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":562,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"info","ts":"2026-04-23T08:40:59.486421Z","caller":"traceutil/trace.go:171","msg":"trace[338624629] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26680; }","duration":"489.046835ms","start":"2026-04-23T08:40:58.99736Z","end":"2026-04-23T08:40:59.486407Z","steps":["trace[338624629] 'agreement among raft nodes before linearized reading' (duration: 34.544456ms)","trace[338624629] 'range keys from in-memory index tree' (duration: 454.446628ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:40:59.489628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:58.997343Z","time spent":"492.27145ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-23T08:40:59.486504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.712408603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:40:59.489781Z","caller":"traceutil/trace.go:171","msg":"trace[1663533668] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26680; }","duration":"5.715649669s","start":"2026-04-23T08:40:53.774087Z","end":"2026-04-23T08:40:59.489737Z","steps":["trace[1663533668] 'agreement among raft nodes before linearized reading' (duration: 5.257805211s)","trace[1663533668] 'count revisions from in-memory index tree' (duration: 454.594221ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:40:59.486938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:50.845616Z","time spent":"8.641277543s","remote":"127.0.0.1:43842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:59.48698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.2343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-23T08:40:59.489961Z","caller":"traceutil/trace.go:171","msg":"trace[232472570] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26680; }","duration":"456.23437ms","start":"2026-04-23T08:40:59.033717Z","end":"2026-04-23T08:40:59.489952Z","steps":["trace[232472570] 'range keys from in-memory index tree' (duration: 453.087046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:59.489988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:59.0337Z","time spent":"456.27651ms","remote":"127.0.0.1:48060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-23T08:40:59.486988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:58.759328Z","time spent":"727.649769ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-23T08:40:59.487068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:52.706824Z","time spent":"6.780155832s","remote":"127.0.0.1:41314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:59.487074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.822054609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:40:59.490392Z","caller":"traceutil/trace.go:171","msg":"trace[313359095] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26680; }","duration":"6.825404247s","start":"2026-04-23T08:40:52.66496Z","end":"2026-04-23T08:40:59.490364Z","steps":["trace[313359095] 'agreement among raft nodes before linearized reading' (duration: 6.366991027s)","trace[313359095] 'count revisions from in-memory index tree' (duration: 455.093073ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:40:59.490433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:52.664935Z","time spent":"6.825483889s","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:59.486646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:58.311762Z","time spent":"1.174874608s","remote":"127.0.0.1:43954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:59.487072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.647226192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:40:59.490693Z","caller":"traceutil/trace.go:171","msg":"trace[744514645] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:26680; }","duration":"7.650862507s","start":"2026-04-23T08:40:51.839819Z","end":"2026-04-23T08:40:59.490682Z","steps":["trace[744514645] 'agreement among raft nodes before linearized reading' (duration: 7.192161019s)","trace[744514645] 'count revisions from in-memory index tree' (duration: 454.796676ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:40:59.490735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:51.839811Z","time spent":"7.650902697s","remote":"127.0.0.1:44396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:59.487163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.797922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18460"} {"level":"info","ts":"2026-04-23T08:40:59.49083Z","caller":"traceutil/trace.go:171","msg":"trace[2099033278] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26680; }","duration":"451.415527ms","start":"2026-04-23T08:40:59.039355Z","end":"2026-04-23T08:40:59.49077Z","steps":["trace[2099033278] 'range keys from in-memory index tree' (duration: 447.69659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:59.4873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.818387203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-23T08:40:59.489826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:53.77405Z","time spent":"5.715759241s","remote":"127.0.0.1:38940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:59.490906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:59.039295Z","time spent":"451.602152ms","remote":"127.0.0.1:48070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18483,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-04-23T08:40:59.490992Z","caller":"traceutil/trace.go:171","msg":"trace[580809399] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:26680; }","duration":"7.82210428s","start":"2026-04-23T08:40:51.66885Z","end":"2026-04-23T08:40:59.490954Z","steps":["trace[580809399] 'agreement among raft nodes before linearized reading' (duration: 7.363157137s)","trace[580809399] 'count revisions from in-memory index tree' (duration: 455.265017ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:40:59.491428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:51.668823Z","time spent":"7.822360316s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":193,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:40:59.63779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.40098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-23T08:40:59.63788Z","caller":"traceutil/trace.go:171","msg":"trace[315930186] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26680; }","duration":"145.531834ms","start":"2026-04-23T08:40:59.492321Z","end":"2026-04-23T08:40:59.637852Z","steps":["trace[315930186] 'range keys from in-memory index tree' (duration: 145.292568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:59.637863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.272587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:40:59.637962Z","caller":"traceutil/trace.go:171","msg":"trace[300105632] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26680; }","duration":"145.413621ms","start":"2026-04-23T08:40:59.492526Z","end":"2026-04-23T08:40:59.637939Z","steps":["trace[300105632] 'range keys from in-memory index tree' (duration: 145.112734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:59.638127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.866582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-557e83d1-a5de-4cdc-9781-c6679c80ff30\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-23T08:40:59.638244Z","caller":"traceutil/trace.go:171","msg":"trace[719627079] range","detail":"{range_begin:/registry/persistentvolumes/pvc-557e83d1-a5de-4cdc-9781-c6679c80ff30; range_end:; response_count:1; response_revision:26680; }","duration":"146.037635ms","start":"2026-04-23T08:40:59.49218Z","end":"2026-04-23T08:40:59.638217Z","steps":["trace[719627079] 'range keys from in-memory index tree' (duration: 145.622636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:40:59.639049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.973444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T08:40:59.639191Z","caller":"traceutil/trace.go:171","msg":"trace[1866565653] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:26680; }","duration":"147.634863ms","start":"2026-04-23T08:40:59.491518Z","end":"2026-04-23T08:40:59.639153Z","steps":["trace[1866565653] 'range keys from in-memory index tree' (duration: 145.778839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:00.066472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.036015ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-04-23T08:41:00.066624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:59.492539Z","time spent":"574.079927ms","remote":"127.0.0.1:47972","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T08:41:00.224279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.577134ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:41:00.224474Z","caller":"traceutil/trace.go:171","msg":"trace[1686104076] transaction","detail":"{read_only:false; response_revision:26681; number_of_response:1; }","duration":"731.823546ms","start":"2026-04-23T08:40:59.492619Z","end":"2026-04-23T08:41:00.224443Z","steps":["trace[1686104076] 'process raft request' (duration: 573.969695ms)","trace[1686104076] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/cert-manager/cert-manager-controller; req_size:512; } (duration: 156.976411ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:41:00.224542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:59.492607Z","time spent":"731.904637ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:41:00.620361Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23739,"took":"13.635245852s","hash":2432003284,"current-db-size-bytes":57188352,"current-db-size":"57 MB","current-db-size-in-use-bytes":43978752,"current-db-size-in-use":"44 MB"} {"level":"info","ts":"2026-04-23T08:41:00.620468Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2432003284,"revision":23739,"compact-revision":21576} {"level":"warn","ts":"2026-04-23T08:41:00.621089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.508377ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:41:00.621281Z","caller":"traceutil/trace.go:171","msg":"trace[897965277] transaction","detail":"{read_only:false; response_revision:26682; number_of_response:1; }","duration":"1.12521806s","start":"2026-04-23T08:40:59.496028Z","end":"2026-04-23T08:41:00.621246Z","steps":["trace[897965277] 'process raft request' (duration: 728.389156ms)","trace[897965277] 'compare' (duration: 210.343306ms)","trace[897965277] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; req_size:541; } (duration: 185.784882ms)"],"step_count":3} {"level":"warn","ts":"2026-04-23T08:41:00.621362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:59.496014Z","time spent":"1.125316702s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:41:00.780907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.541219ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:41:00.781335Z","caller":"traceutil/trace.go:171","msg":"trace[1725940093] transaction","detail":"{read_only:false; response_revision:26683; number_of_response:1; }","duration":"1.285103918s","start":"2026-04-23T08:40:59.496201Z","end":"2026-04-23T08:41:00.781305Z","steps":["trace[1725940093] 'process raft request' (duration: 1.125018186s)","trace[1725940093] 'compare' (duration: 159.270933ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:41:00.781458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:59.49619Z","time spent":"1.28521634s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:41:00.782053Z","caller":"traceutil/trace.go:171","msg":"trace[1111426456] transaction","detail":"{read_only:false; response_revision:26684; number_of_response:1; }","duration":"1.285898496s","start":"2026-04-23T08:40:59.496138Z","end":"2026-04-23T08:41:00.782037Z","steps":["trace[1111426456] 'process raft request' (duration: 1.284974775s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:00.782163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:59.49612Z","time spent":"1.285989589s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5478,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:41:00.782267Z","caller":"traceutil/trace.go:171","msg":"trace[2060240229] linearizableReadLoop","detail":"{readStateIndex:27590; appliedIndex:27588; }","duration":"1.288475286s","start":"2026-04-23T08:40:59.493745Z","end":"2026-04-23T08:41:00.78222Z","steps":["trace[2060240229] 'read index received' (duration: 119.820214ms)","trace[2060240229] 'applied index is now lower than readState.Index' (duration: 1.168651732s)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:41:00.782366Z","caller":"traceutil/trace.go:171","msg":"trace[1023004303] transaction","detail":"{read_only:false; response_revision:26685; number_of_response:1; }","duration":"1.137871725s","start":"2026-04-23T08:40:59.644451Z","end":"2026-04-23T08:41:00.782323Z","steps":["trace[1023004303] 'process raft request' (duration: 1.137541617s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:00.782382Z","caller":"traceutil/trace.go:171","msg":"trace[1679033633] transaction","detail":"{read_only:false; response_revision:26686; number_of_response:1; }","duration":"713.273283ms","start":"2026-04-23T08:41:00.069048Z","end":"2026-04-23T08:41:00.782321Z","steps":["trace[1679033633] 'process raft request' (duration: 713.114489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:00.782461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:59.644432Z","time spent":"1.137982077s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:41:00.782532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.742192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:41:00.78259Z","caller":"traceutil/trace.go:171","msg":"trace[46514584] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26686; }","duration":"571.883905ms","start":"2026-04-23T08:41:00.210695Z","end":"2026-04-23T08:41:00.782579Z","steps":["trace[46514584] 'agreement among raft nodes before linearized reading' (duration: 571.755122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:00.78262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:00.210659Z","time spent":"571.953846ms","remote":"127.0.0.1:43984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:41:00.782644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267442405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:474"} {"level":"warn","ts":"2026-04-23T08:41:00.782651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:00.069021Z","time spent":"713.478567ms","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:41:00.782685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140029785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-04-23T08:41:00.782667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.288881005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-04-23T08:41:00.782718Z","caller":"traceutil/trace.go:171","msg":"trace[122683969] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26686; }","duration":"1.267541868s","start":"2026-04-23T08:40:59.515154Z","end":"2026-04-23T08:41:00.782696Z","steps":["trace[122683969] 'agreement among raft nodes before linearized reading' (duration: 1.267301153s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:00.782731Z","caller":"traceutil/trace.go:171","msg":"trace[664540978] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:26686; }","duration":"1.140103407s","start":"2026-04-23T08:40:59.642613Z","end":"2026-04-23T08:41:00.782716Z","steps":["trace[664540978] 'agreement among raft nodes before linearized reading' (duration: 1.139970484s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:00.782762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.033445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:41:00.78277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:59.515142Z","time spent":"1.26761511s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":497,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T08:41:00.78277Z","caller":"traceutil/trace.go:171","msg":"trace[1799279621] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26686; }","duration":"1.289037579s","start":"2026-04-23T08:40:59.493705Z","end":"2026-04-23T08:41:00.782743Z","steps":["trace[1799279621] 'agreement among raft nodes before linearized reading' (duration: 1.288681221s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:00.782784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:59.642586Z","time spent":"1.140186208s","remote":"127.0.0.1:48054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-04-23T08:41:00.782809Z","caller":"traceutil/trace.go:171","msg":"trace[1526949535] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26686; }","duration":"899.150868ms","start":"2026-04-23T08:40:59.883644Z","end":"2026-04-23T08:41:00.782795Z","steps":["trace[1526949535] 'agreement among raft nodes before linearized reading' (duration: 899.042195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:00.78283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:59.49367Z","time spent":"1.289150772s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-23T08:41:00.782842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:59.883619Z","time spent":"899.215769ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:41:00.783063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.163014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T08:41:00.783147Z","caller":"traceutil/trace.go:171","msg":"trace[1158694303] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:26686; }","duration":"347.323888ms","start":"2026-04-23T08:41:00.4358Z","end":"2026-04-23T08:41:00.783124Z","steps":["trace[1158694303] 'agreement among raft nodes before linearized reading' (duration: 346.942239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:00.783216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:00.435784Z","time spent":"347.411631ms","remote":"127.0.0.1:48094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":251,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:41:00.783279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141517369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T08:41:00.783322Z","caller":"traceutil/trace.go:171","msg":"trace[1418962467] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26686; }","duration":"1.141635702s","start":"2026-04-23T08:40:59.641674Z","end":"2026-04-23T08:41:00.78331Z","steps":["trace[1418962467] 'agreement among raft nodes before linearized reading' (duration: 1.140926175s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:00.783357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:40:59.641644Z","time spent":"1.141701703s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-23T08:41:00.785692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.915955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388691"} {"level":"info","ts":"2026-04-23T08:41:00.785728Z","caller":"traceutil/trace.go:171","msg":"trace[1509141731] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:26686; }","duration":"379.011878ms","start":"2026-04-23T08:41:00.406707Z","end":"2026-04-23T08:41:00.785719Z","steps":["trace[1509141731] 'agreement among raft nodes before linearized reading' (duration: 376.08366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:00.785767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:00.406678Z","time spent":"379.070179ms","remote":"127.0.0.1:48398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":2114,"response size":388714,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"info","ts":"2026-04-23T08:41:00.90232Z","caller":"traceutil/trace.go:171","msg":"trace[1764363483] linearizableReadLoop","detail":"{readStateIndex:27596; appliedIndex:27595; }","duration":"114.622333ms","start":"2026-04-23T08:41:00.787661Z","end":"2026-04-23T08:41:00.902284Z","steps":["trace[1764363483] 'read index received' (duration: 114.523051ms)","trace[1764363483] 'applied index is now lower than readState.Index' (duration: 97.522µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:41:00.902605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.91328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8ed912415be4e\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-23T08:41:00.902692Z","caller":"traceutil/trace.go:171","msg":"trace[1518549391] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8ed912415be4e; range_end:; response_count:1; response_revision:26686; }","duration":"115.032862ms","start":"2026-04-23T08:41:00.787641Z","end":"2026-04-23T08:41:00.902674Z","steps":["trace[1518549391] 'agreement among raft nodes before linearized reading' (duration: 114.758176ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:01.078847Z","caller":"traceutil/trace.go:171","msg":"trace[1756526109] transaction","detail":"{read_only:false; response_revision:26687; number_of_response:1; }","duration":"290.635587ms","start":"2026-04-23T08:41:00.788188Z","end":"2026-04-23T08:41:01.078823Z","steps":["trace[1756526109] 'process raft request' (duration: 290.34244ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:01.07903Z","caller":"traceutil/trace.go:171","msg":"trace[1616521886] transaction","detail":"{read_only:false; response_revision:26688; number_of_response:1; }","duration":"290.704849ms","start":"2026-04-23T08:41:00.788316Z","end":"2026-04-23T08:41:01.07902Z","steps":["trace[1616521886] 'process raft request' (duration: 290.405012ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:01.07912Z","caller":"traceutil/trace.go:171","msg":"trace[1029912916] linearizableReadLoop","detail":"{readStateIndex:27599; appliedIndex:27596; }","duration":"176.710451ms","start":"2026-04-23T08:41:00.902401Z","end":"2026-04-23T08:41:01.079111Z","steps":["trace[1029912916] 'read index received' (duration: 176.154568ms)","trace[1029912916] 'applied index is now lower than readState.Index' (duration: 554.733µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:41:01.079226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.044787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-04-23T08:41:01.079252Z","caller":"traceutil/trace.go:171","msg":"trace[47411383] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26689; }","duration":"291.138299ms","start":"2026-04-23T08:41:00.788106Z","end":"2026-04-23T08:41:01.079244Z","steps":["trace[47411383] 'agreement among raft nodes before linearized reading' (duration: 291.031177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:01.079423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.53117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:41:01.079487Z","caller":"traceutil/trace.go:171","msg":"trace[2030832061] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26689; }","duration":"195.648682ms","start":"2026-04-23T08:41:00.883823Z","end":"2026-04-23T08:41:01.079471Z","steps":["trace[2030832061] 'agreement among raft nodes before linearized reading' (duration: 195.54314ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:01.079784Z","caller":"traceutil/trace.go:171","msg":"trace[1945465685] transaction","detail":"{read_only:false; response_revision:26689; number_of_response:1; }","duration":"284.507474ms","start":"2026-04-23T08:41:00.79527Z","end":"2026-04-23T08:41:01.079778Z","steps":["trace[1945465685] 'process raft request' (duration: 283.490601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:01.079907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.417226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-336e1ad5-4cf8-480f-828e-d89b25f47392\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-04-23T08:41:01.079985Z","caller":"traceutil/trace.go:171","msg":"trace[1840791807] range","detail":"{range_begin:/registry/persistentvolumes/pvc-336e1ad5-4cf8-480f-828e-d89b25f47392; range_end:; response_count:1; response_revision:26689; }","duration":"291.553979ms","start":"2026-04-23T08:41:00.788408Z","end":"2026-04-23T08:41:01.079962Z","steps":["trace[1840791807] 'agreement among raft nodes before linearized reading' (duration: 291.293743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:01.081656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.13721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-7f6d77d776-fcwl5.18a8eef48240426b\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:26686 ","response":"range_response_count:500 size:388596"} {"level":"info","ts":"2026-04-23T08:41:01.081693Z","caller":"traceutil/trace.go:171","msg":"trace[853255838] range","detail":"{range_begin:/registry/events/openstack/heat-engine-7f6d77d776-fcwl5.18a8eef48240426b\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:26689; }","duration":"276.180101ms","start":"2026-04-23T08:41:00.805504Z","end":"2026-04-23T08:41:01.081684Z","steps":["trace[853255838] 'agreement among raft nodes before linearized reading' (duration: 273.876517ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:01.359577Z","caller":"traceutil/trace.go:171","msg":"trace[1558031905] linearizableReadLoop","detail":"{readStateIndex:27601; appliedIndex:27599; }","duration":"278.764871ms","start":"2026-04-23T08:41:01.080782Z","end":"2026-04-23T08:41:01.359547Z","steps":["trace[1558031905] 'read index received' (duration: 278.471354ms)","trace[1558031905] 'applied index is now lower than readState.Index' (duration: 292.447µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:41:01.359629Z","caller":"traceutil/trace.go:171","msg":"trace[425935975] transaction","detail":"{read_only:false; response_revision:26690; number_of_response:1; }","duration":"455.692157ms","start":"2026-04-23T08:41:00.903894Z","end":"2026-04-23T08:41:01.359587Z","steps":["trace[425935975] 'process raft request' (duration: 455.368639ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:01.359722Z","caller":"traceutil/trace.go:171","msg":"trace[2041728727] transaction","detail":"{read_only:false; response_revision:26691; number_of_response:1; }","duration":"454.524559ms","start":"2026-04-23T08:41:00.905132Z","end":"2026-04-23T08:41:01.359657Z","steps":["trace[2041728727] 'process raft request' (duration: 454.337935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:01.359854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.044317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:41:01.359951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:00.905102Z","time spent":"454.708744ms","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:41:01.360018Z","caller":"traceutil/trace.go:171","msg":"trace[1639433414] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26691; }","duration":"279.224061ms","start":"2026-04-23T08:41:01.080772Z","end":"2026-04-23T08:41:01.359996Z","steps":["trace[1639433414] 'agreement among raft nodes before linearized reading' (duration: 278.949435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:01.360049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.246176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T08:41:01.360149Z","caller":"traceutil/trace.go:171","msg":"trace[827919482] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26691; }","duration":"277.396879ms","start":"2026-04-23T08:41:01.082736Z","end":"2026-04-23T08:41:01.360133Z","steps":["trace[827919482] 'agreement among raft nodes before linearized reading' (duration: 277.062702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:01.359885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:00.903865Z","time spent":"455.851671ms","remote":"127.0.0.1:47922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:41:01.360278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.629115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4181"} {"level":"info","ts":"2026-04-23T08:41:01.360322Z","caller":"traceutil/trace.go:171","msg":"trace[1916708681] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:26691; }","duration":"271.686245ms","start":"2026-04-23T08:41:01.088622Z","end":"2026-04-23T08:41:01.360308Z","steps":["trace[1916708681] 'agreement among raft nodes before linearized reading' (duration: 271.401499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:01.360344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.053448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5587"} {"level":"warn","ts":"2026-04-23T08:41:01.36035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.032941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10378"} {"level":"info","ts":"2026-04-23T08:41:01.360389Z","caller":"traceutil/trace.go:171","msg":"trace[533019179] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:26691; }","duration":"276.110139ms","start":"2026-04-23T08:41:01.084268Z","end":"2026-04-23T08:41:01.360378Z","steps":["trace[533019179] 'agreement among raft nodes before linearized reading' (duration: 275.969856ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:01.360399Z","caller":"traceutil/trace.go:171","msg":"trace[1753964601] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:26691; }","duration":"274.113152ms","start":"2026-04-23T08:41:01.086272Z","end":"2026-04-23T08:41:01.360385Z","steps":["trace[1753964601] 'agreement among raft nodes before linearized reading' (duration: 273.895947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:01.360497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.585231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-b56d5d966-tm6fl\" ","response":"range_response_count:1 size:3980"} {"level":"info","ts":"2026-04-23T08:41:01.360746Z","caller":"traceutil/trace.go:171","msg":"trace[1025633920] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-b56d5d966-tm6fl; range_end:; response_count:1; response_revision:26691; }","duration":"276.840796ms","start":"2026-04-23T08:41:01.083895Z","end":"2026-04-23T08:41:01.360735Z","steps":["trace[1025633920] 'agreement among raft nodes before linearized reading' (duration: 276.516279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:01.360759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.344451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5178"} {"level":"info","ts":"2026-04-23T08:41:01.360786Z","caller":"traceutil/trace.go:171","msg":"trace[1851705576] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:26691; }","duration":"275.415863ms","start":"2026-04-23T08:41:01.08536Z","end":"2026-04-23T08:41:01.360776Z","steps":["trace[1851705576] 'agreement among raft nodes before linearized reading' (duration: 275.120176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:01.360783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.382314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:41:01.360856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.848303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188253"} {"level":"info","ts":"2026-04-23T08:41:01.360884Z","caller":"traceutil/trace.go:171","msg":"trace[1997064146] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:26691; }","duration":"239.925285ms","start":"2026-04-23T08:41:01.120951Z","end":"2026-04-23T08:41:01.360877Z","steps":["trace[1997064146] 'agreement among raft nodes before linearized reading' (duration: 239.537156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:01.360897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.167694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4334"} {"level":"info","ts":"2026-04-23T08:41:01.360896Z","caller":"traceutil/trace.go:171","msg":"trace[1786992223] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26691; }","duration":"119.819774ms","start":"2026-04-23T08:41:01.241046Z","end":"2026-04-23T08:41:01.360865Z","steps":["trace[1786992223] 'agreement among raft nodes before linearized reading' (duration: 119.361964ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:01.360921Z","caller":"traceutil/trace.go:171","msg":"trace[1757549491] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:26691; }","duration":"274.208284ms","start":"2026-04-23T08:41:01.086703Z","end":"2026-04-23T08:41:01.360912Z","steps":["trace[1757549491] 'agreement among raft nodes before linearized reading' (duration: 274.141553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:01.360882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.693679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9321"} {"level":"warn","ts":"2026-04-23T08:41:01.360925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.075311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-04-23T08:41:01.360825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.216058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13230"} {"level":"info","ts":"2026-04-23T08:41:01.360998Z","caller":"traceutil/trace.go:171","msg":"trace[179886493] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:26691; }","duration":"272.867143ms","start":"2026-04-23T08:41:01.088107Z","end":"2026-04-23T08:41:01.360975Z","steps":["trace[179886493] 'agreement among raft nodes before linearized reading' (duration: 272.259299ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:01.361006Z","caller":"traceutil/trace.go:171","msg":"trace[346016138] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:26691; }","duration":"272.418002ms","start":"2026-04-23T08:41:01.088576Z","end":"2026-04-23T08:41:01.360994Z","steps":["trace[346016138] 'agreement among raft nodes before linearized reading' (duration: 272.160116ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:01.361005Z","caller":"traceutil/trace.go:171","msg":"trace[730794654] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:26691; }","duration":"277.153273ms","start":"2026-04-23T08:41:01.083833Z","end":"2026-04-23T08:41:01.360986Z","steps":["trace[730794654] 'agreement among raft nodes before linearized reading' (duration: 276.975059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:01.361035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.367561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4084"} {"level":"info","ts":"2026-04-23T08:41:01.361052Z","caller":"traceutil/trace.go:171","msg":"trace[570903891] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:26691; }","duration":"269.406563ms","start":"2026-04-23T08:41:01.09164Z","end":"2026-04-23T08:41:01.361047Z","steps":["trace[570903891] 'agreement among raft nodes before linearized reading' (duration: 269.346971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:01.361067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.247902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24245"} {"level":"info","ts":"2026-04-23T08:41:01.361095Z","caller":"traceutil/trace.go:171","msg":"trace[1269610262] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:26691; }","duration":"270.301074ms","start":"2026-04-23T08:41:01.090785Z","end":"2026-04-23T08:41:01.361086Z","steps":["trace[1269610262] 'agreement among raft nodes before linearized reading' (duration: 270.223962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:01.363666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.8842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-server-bcf4b5645-mdklg.18a8eec74ed38eb9\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:26686 ","response":"range_response_count:500 size:388830"} {"level":"info","ts":"2026-04-23T08:41:01.363719Z","caller":"traceutil/trace.go:171","msg":"trace[413001325] range","detail":"{range_begin:/registry/events/openstack/neutron-server-bcf4b5645-mdklg.18a8eec74ed38eb9\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:26691; }","duration":"262.960592ms","start":"2026-04-23T08:41:01.100747Z","end":"2026-04-23T08:41:01.363707Z","steps":["trace[413001325] 'agreement among raft nodes before linearized reading' (duration: 260.273209ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:01.488917Z","caller":"traceutil/trace.go:171","msg":"trace[1722630746] linearizableReadLoop","detail":"{readStateIndex:27602; appliedIndex:27601; }","duration":"122.069077ms","start":"2026-04-23T08:41:01.366752Z","end":"2026-04-23T08:41:01.488821Z","steps":["trace[1722630746] 'read index received' (duration: 81.876279ms)","trace[1722630746] 'applied index is now lower than readState.Index' (duration: 40.190697ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:41:01.489001Z","caller":"traceutil/trace.go:171","msg":"trace[362789653] transaction","detail":"{read_only:false; response_revision:26692; number_of_response:1; }","duration":"123.396087ms","start":"2026-04-23T08:41:01.365548Z","end":"2026-04-23T08:41:01.488944Z","steps":["trace[362789653] 'process raft request' (duration: 82.993805ms)","trace[362789653] 'compare' (duration: 40.033224ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:41:01.489747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.392414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T08:41:01.489809Z","caller":"traceutil/trace.go:171","msg":"trace[1013223621] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26692; }","duration":"123.05346ms","start":"2026-04-23T08:41:01.366739Z","end":"2026-04-23T08:41:01.489792Z","steps":["trace[1013223621] 'agreement among raft nodes before linearized reading' (duration: 122.300763ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:01.498292Z","caller":"traceutil/trace.go:171","msg":"trace[976545726] transaction","detail":"{read_only:false; response_revision:26693; number_of_response:1; }","duration":"130.818271ms","start":"2026-04-23T08:41:01.367413Z","end":"2026-04-23T08:41:01.498232Z","steps":["trace[976545726] 'process raft request' (duration: 130.532884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:01.498383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.186083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-23T08:41:01.498456Z","caller":"traceutil/trace.go:171","msg":"trace[65573966] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:26694; }","duration":"129.282765ms","start":"2026-04-23T08:41:01.369157Z","end":"2026-04-23T08:41:01.49844Z","steps":["trace[65573966] 'agreement among raft nodes before linearized reading' (duration: 129.07108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:01.498527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.621443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:41:01.498594Z","caller":"traceutil/trace.go:171","msg":"trace[1213167211] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26694; }","duration":"126.681384ms","start":"2026-04-23T08:41:01.371885Z","end":"2026-04-23T08:41:01.498566Z","steps":["trace[1213167211] 'agreement among raft nodes before linearized reading' (duration: 126.596682ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:01.498725Z","caller":"traceutil/trace.go:171","msg":"trace[1833478224] transaction","detail":"{read_only:false; response_revision:26694; number_of_response:1; }","duration":"130.074063ms","start":"2026-04-23T08:41:01.368642Z","end":"2026-04-23T08:41:01.498716Z","steps":["trace[1833478224] 'process raft request' (duration: 129.49875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:01.504304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.986737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-heat-server-0.18a8eeebb48eb295\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:26686 ","response":"range_response_count:500 size:387733"} {"level":"info","ts":"2026-04-23T08:41:01.504496Z","caller":"traceutil/trace.go:171","msg":"trace[955059227] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-heat-server-0.18a8eeebb48eb295\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:26694; }","duration":"120.08717ms","start":"2026-04-23T08:41:01.38428Z","end":"2026-04-23T08:41:01.504367Z","steps":["trace[955059227] 'agreement among raft nodes before linearized reading' (duration: 113.987948ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:01.638688Z","caller":"traceutil/trace.go:171","msg":"trace[1068823141] transaction","detail":"{read_only:false; response_revision:26698; number_of_response:1; }","duration":"100.081555ms","start":"2026-04-23T08:41:01.53857Z","end":"2026-04-23T08:41:01.638651Z","steps":["trace[1068823141] 'process raft request' (duration: 92.281662ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:01.763366Z","caller":"traceutil/trace.go:171","msg":"trace[843146549] transaction","detail":"{read_only:false; response_revision:26700; number_of_response:1; }","duration":"109.609116ms","start":"2026-04-23T08:41:01.653716Z","end":"2026-04-23T08:41:01.763325Z","steps":["trace[843146549] 'process raft request' (duration: 107.579599ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:01.810536Z","caller":"traceutil/trace.go:171","msg":"trace[1009928946] transaction","detail":"{read_only:false; response_revision:26701; number_of_response:1; }","duration":"110.082467ms","start":"2026-04-23T08:41:01.700418Z","end":"2026-04-23T08:41:01.8105Z","steps":["trace[1009928946] 'process raft request' (duration: 109.893493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:01.81096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.620653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-65ce0294-db78-4b15-849b-ff89a22feaf3\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-04-23T08:41:01.811217Z","caller":"traceutil/trace.go:171","msg":"trace[903654043] range","detail":"{range_begin:/registry/persistentvolumes/pvc-65ce0294-db78-4b15-849b-ff89a22feaf3; range_end:; response_count:1; response_revision:26701; }","duration":"111.91024ms","start":"2026-04-23T08:41:01.699276Z","end":"2026-04-23T08:41:01.811186Z","steps":["trace[903654043] 'agreement among raft nodes before linearized reading' (duration: 111.255735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:01.811199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.177949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery\" ","response":"range_response_count:1 size:874"} {"level":"info","ts":"2026-04-23T08:41:01.81149Z","caller":"traceutil/trace.go:171","msg":"trace[1264942440] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery; range_end:; response_count:1; response_revision:26701; }","duration":"101.538238ms","start":"2026-04-23T08:41:01.709923Z","end":"2026-04-23T08:41:01.811461Z","steps":["trace[1264942440] 'agreement among raft nodes before linearized reading' (duration: 100.599487ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:01.925664Z","caller":"traceutil/trace.go:171","msg":"trace[1053111074] linearizableReadLoop","detail":"{readStateIndex:27612; appliedIndex:27611; }","duration":"107.064527ms","start":"2026-04-23T08:41:01.818574Z","end":"2026-04-23T08:41:01.925639Z","steps":["trace[1053111074] 'read index received' (duration: 48.752267ms)","trace[1053111074] 'applied index is now lower than readState.Index' (duration: 58.31103ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:41:01.92577Z","caller":"traceutil/trace.go:171","msg":"trace[1435598576] transaction","detail":"{read_only:false; response_revision:26702; number_of_response:1; }","duration":"107.902487ms","start":"2026-04-23T08:41:01.817855Z","end":"2026-04-23T08:41:01.925758Z","steps":["trace[1435598576] 'process raft request' (duration: 49.208878ms)","trace[1435598576] 'compare' (duration: 58.466053ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:41:01.926048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.459396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-04-23T08:41:01.926071Z","caller":"traceutil/trace.go:171","msg":"trace[1352179993] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:26702; }","duration":"107.522258ms","start":"2026-04-23T08:41:01.81854Z","end":"2026-04-23T08:41:01.926062Z","steps":["trace[1352179993] 'agreement among raft nodes before linearized reading' (duration: 107.379125ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:01.975629Z","caller":"traceutil/trace.go:171","msg":"trace[541239588] transaction","detail":"{read_only:false; response_revision:26703; number_of_response:1; }","duration":"153.414138ms","start":"2026-04-23T08:41:01.822176Z","end":"2026-04-23T08:41:01.97559Z","steps":["trace[541239588] 'process raft request' (duration: 152.735192ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:02.383941Z","caller":"traceutil/trace.go:171","msg":"trace[582548356] transaction","detail":"{read_only:false; response_revision:26705; number_of_response:1; }","duration":"356.649617ms","start":"2026-04-23T08:41:02.027258Z","end":"2026-04-23T08:41:02.383908Z","steps":["trace[582548356] 'process raft request' (duration: 356.468363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:02.384117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:02.027241Z","time spent":"356.777239ms","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:41:02.468925Z","caller":"traceutil/trace.go:171","msg":"trace[66045347] transaction","detail":"{read_only:false; response_revision:26706; number_of_response:1; }","duration":"439.99341ms","start":"2026-04-23T08:41:02.028886Z","end":"2026-04-23T08:41:02.468879Z","steps":["trace[66045347] 'process raft request' (duration: 439.748415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:02.469152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:02.028854Z","time spent":"440.182655ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6062,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:41:02.58955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.694445ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-23T08:41:02.590338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.170363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-04-23T08:41:02.590391Z","caller":"traceutil/trace.go:171","msg":"trace[2036956372] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:26706; }","duration":"560.260836ms","start":"2026-04-23T08:41:02.030117Z","end":"2026-04-23T08:41:02.590378Z","steps":["trace[2036956372] 'agreement among raft nodes before linearized reading' (duration: 560.045841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:02.590491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:02.030104Z","time spent":"560.375888ms","remote":"127.0.0.1:48054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"info","ts":"2026-04-23T08:41:02.589664Z","caller":"traceutil/trace.go:171","msg":"trace[362838804] linearizableReadLoop","detail":"{readStateIndex:27616; appliedIndex:27614; }","duration":"559.493118ms","start":"2026-04-23T08:41:02.03015Z","end":"2026-04-23T08:41:02.589643Z","steps":["trace[362838804] 'read index received' (duration: 353.612896ms)","trace[362838804] 'applied index is now lower than readState.Index' (duration: 205.877992ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:41:02.591545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.894657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-gc\" ","response":"range_response_count:1 size:880"} {"level":"warn","ts":"2026-04-23T08:41:02.591584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.7008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-04-23T08:41:02.591632Z","caller":"traceutil/trace.go:171","msg":"trace[1687889497] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery-gc; range_end:; response_count:1; response_revision:26706; }","duration":"560.042531ms","start":"2026-04-23T08:41:02.031567Z","end":"2026-04-23T08:41:02.59161Z","steps":["trace[1687889497] 'agreement among raft nodes before linearized reading' (duration: 559.724183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:02.591629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.29889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7506"} {"level":"warn","ts":"2026-04-23T08:41:02.591599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.403878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4778"} {"level":"warn","ts":"2026-04-23T08:41:02.591684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:02.03155Z","time spent":"560.122692ms","remote":"127.0.0.1:48094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":903,"request content":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-gc\" "} {"level":"info","ts":"2026-04-23T08:41:02.59171Z","caller":"traceutil/trace.go:171","msg":"trace[277087175] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:26706; }","duration":"117.564272ms","start":"2026-04-23T08:41:02.474138Z","end":"2026-04-23T08:41:02.591702Z","steps":["trace[277087175] 'agreement among raft nodes before linearized reading' (duration: 117.322376ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:02.591716Z","caller":"traceutil/trace.go:171","msg":"trace[528953601] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:26706; }","duration":"489.450744ms","start":"2026-04-23T08:41:02.102247Z","end":"2026-04-23T08:41:02.591698Z","steps":["trace[528953601] 'agreement among raft nodes before linearized reading' (duration: 489.176127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:02.591754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:02.102217Z","time spent":"489.529496ms","remote":"127.0.0.1:45260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7529,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"info","ts":"2026-04-23T08:41:02.591672Z","caller":"traceutil/trace.go:171","msg":"trace[963467388] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:26706; }","duration":"426.917966ms","start":"2026-04-23T08:41:02.164735Z","end":"2026-04-23T08:41:02.591653Z","steps":["trace[963467388] 'agreement among raft nodes before linearized reading' (duration: 426.645239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:02.591973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:02.164706Z","time spent":"427.257704ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":562,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-04-23T08:41:02.592204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.602419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:35 size:293330"} {"level":"info","ts":"2026-04-23T08:41:02.592272Z","caller":"traceutil/trace.go:171","msg":"trace[160081323] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:35; response_revision:26706; }","duration":"164.719232ms","start":"2026-04-23T08:41:02.427536Z","end":"2026-04-23T08:41:02.592255Z","steps":["trace[160081323] 'agreement among raft nodes before linearized reading' (duration: 163.80959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:02.594354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.145148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a8ed912415be4e\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-23T08:41:02.594478Z","caller":"traceutil/trace.go:171","msg":"trace[1364928471] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a8ed912415be4e; range_end:; response_count:1; response_revision:26706; }","duration":"200.312712ms","start":"2026-04-23T08:41:02.394124Z","end":"2026-04-23T08:41:02.594437Z","steps":["trace[1364928471] 'agreement among raft nodes before linearized reading' (duration: 197.369943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:03.480362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.030799ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:41:03.480536Z","caller":"traceutil/trace.go:171","msg":"trace[119075853] linearizableReadLoop","detail":"{readStateIndex:27620; appliedIndex:27619; }","duration":"790.29906ms","start":"2026-04-23T08:41:02.690224Z","end":"2026-04-23T08:41:03.480523Z","steps":["trace[119075853] 'read index received' (duration: 181.886412ms)","trace[119075853] 'applied index is now lower than readState.Index' (duration: 608.410708ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:41:03.480823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.598387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3c86dd77-c167-48d4-ba5c-149fab496c8f\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-04-23T08:41:03.480856Z","caller":"traceutil/trace.go:171","msg":"trace[1600868277] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3c86dd77-c167-48d4-ba5c-149fab496c8f; range_end:; response_count:1; response_revision:26709; }","duration":"790.674019ms","start":"2026-04-23T08:41:02.690173Z","end":"2026-04-23T08:41:03.480847Z","steps":["trace[1600868277] 'agreement among raft nodes before linearized reading' (duration: 790.500175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:03.480882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:02.690148Z","time spent":"790.728589ms","remote":"127.0.0.1:48040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-3c86dd77-c167-48d4-ba5c-149fab496c8f\" "} {"level":"info","ts":"2026-04-23T08:41:03.480539Z","caller":"traceutil/trace.go:171","msg":"trace[498420460] transaction","detail":"{read_only:false; response_revision:26709; number_of_response:1; }","duration":"790.307031ms","start":"2026-04-23T08:41:02.690189Z","end":"2026-04-23T08:41:03.480496Z","steps":["trace[498420460] 'process raft request' (duration: 182.020015ms)","trace[498420460] 'compare' (duration: 607.824175ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:41:03.48122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:02.690166Z","time spent":"790.905244ms","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:41:03.481316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.053278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6870"} {"level":"info","ts":"2026-04-23T08:41:03.481415Z","caller":"traceutil/trace.go:171","msg":"trace[599183001] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:26709; }","duration":"791.207311ms","start":"2026-04-23T08:41:02.690182Z","end":"2026-04-23T08:41:03.48139Z","steps":["trace[599183001] 'agreement among raft nodes before linearized reading' (duration: 790.885564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:03.481474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:02.690159Z","time spent":"791.304813ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6893,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-04-23T08:41:03.481533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.346359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:41:03.481617Z","caller":"traceutil/trace.go:171","msg":"trace[940633840] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:26709; }","duration":"410.473592ms","start":"2026-04-23T08:41:03.071125Z","end":"2026-04-23T08:41:03.481598Z","steps":["trace[940633840] 'agreement among raft nodes before linearized reading' (duration: 410.344389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:03.481678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:03.071101Z","time spent":"410.561905ms","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:41:03.481832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.389981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:41:03.481933Z","caller":"traceutil/trace.go:171","msg":"trace[1464698630] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26709; }","duration":"597.547824ms","start":"2026-04-23T08:41:02.884361Z","end":"2026-04-23T08:41:03.481909Z","steps":["trace[1464698630] 'agreement among raft nodes before linearized reading' (duration: 597.35367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:03.481982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:02.88434Z","time spent":"597.633797ms","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:41:04.01059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.900293ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:41:04.010833Z","caller":"traceutil/trace.go:171","msg":"trace[1641178323] transaction","detail":"{read_only:false; response_revision:26713; number_of_response:1; }","duration":"369.729873ms","start":"2026-04-23T08:41:03.641086Z","end":"2026-04-23T08:41:04.010816Z","steps":["trace[1641178323] 'process raft request' (duration: 256.503102ms)","trace[1641178323] 'compare' (duration: 112.564365ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:41:04.010881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:03.641052Z","time spent":"369.807314ms","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:41:04.080413Z","caller":"traceutil/trace.go:171","msg":"trace[1970993015] linearizableReadLoop","detail":"{readStateIndex:27625; appliedIndex:27623; }","duration":"436.759696ms","start":"2026-04-23T08:41:03.643614Z","end":"2026-04-23T08:41:04.080374Z","steps":["trace[1970993015] 'read index received' (duration: 254.077915ms)","trace[1970993015] 'applied index is now lower than readState.Index' (duration: 182.680431ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:41:04.080579Z","caller":"traceutil/trace.go:171","msg":"trace[1884580962] transaction","detail":"{read_only:false; response_revision:26714; number_of_response:1; }","duration":"437.84898ms","start":"2026-04-23T08:41:03.642683Z","end":"2026-04-23T08:41:04.080532Z","steps":["trace[1884580962] 'process raft request' (duration: 437.465362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:04.080753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:03.642668Z","time spent":"437.993074ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4451,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:41:04.080845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.163345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a9d0e8d8-20d6-4556-9b68-2b25a68d89a6\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-04-23T08:41:04.080964Z","caller":"traceutil/trace.go:171","msg":"trace[650322072] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a9d0e8d8-20d6-4556-9b68-2b25a68d89a6; range_end:; response_count:1; response_revision:26714; }","duration":"437.338319ms","start":"2026-04-23T08:41:03.643599Z","end":"2026-04-23T08:41:04.080937Z","steps":["trace[650322072] 'agreement among raft nodes before linearized reading' (duration: 436.95221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:04.081017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:03.643593Z","time spent":"437.4144ms","remote":"127.0.0.1:48040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-a9d0e8d8-20d6-4556-9b68-2b25a68d89a6\" "} {"level":"warn","ts":"2026-04-23T08:41:04.081629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.715076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:41:04.081674Z","caller":"traceutil/trace.go:171","msg":"trace[2117183710] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:26715; }","duration":"373.759397ms","start":"2026-04-23T08:41:03.707897Z","end":"2026-04-23T08:41:04.081657Z","steps":["trace[2117183710] 'agreement among raft nodes before linearized reading' (duration: 373.660364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:04.081706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:03.707829Z","time spent":"373.870829ms","remote":"127.0.0.1:40152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:41:04.081704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.220546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:41:04.081801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.554949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:41:04.081835Z","caller":"traceutil/trace.go:171","msg":"trace[1466459017] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26715; }","duration":"235.4184ms","start":"2026-04-23T08:41:03.846383Z","end":"2026-04-23T08:41:04.081802Z","steps":["trace[1466459017] 'agreement among raft nodes before linearized reading' (duration: 235.212235ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:04.081891Z","caller":"traceutil/trace.go:171","msg":"trace[1191291153] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26715; }","duration":"249.700413ms","start":"2026-04-23T08:41:03.832172Z","end":"2026-04-23T08:41:04.081872Z","steps":["trace[1191291153] 'agreement among raft nodes before linearized reading' (duration: 249.562109ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:05.208076Z","caller":"traceutil/trace.go:171","msg":"trace[930889312] transaction","detail":"{read_only:false; response_revision:26769; number_of_response:1; }","duration":"103.302599ms","start":"2026-04-23T08:41:05.104741Z","end":"2026-04-23T08:41:05.208044Z","steps":["trace[930889312] 'process raft request' (duration: 37.434833ms)","trace[930889312] 'compare' (duration: 65.550928ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:41:05.581512Z","caller":"traceutil/trace.go:171","msg":"trace[401306994] transaction","detail":"{read_only:false; response_revision:26788; number_of_response:1; }","duration":"101.63227ms","start":"2026-04-23T08:41:05.479845Z","end":"2026-04-23T08:41:05.581478Z","steps":["trace[401306994] 'process raft request' (duration: 101.446116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:05.787501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.209747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-h797n.18a8edc39389ddc8\" ","response":"range_response_count:1 size:863"} {"level":"info","ts":"2026-04-23T08:41:05.787584Z","caller":"traceutil/trace.go:171","msg":"trace[1492884740] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-h797n.18a8edc39389ddc8; range_end:; response_count:1; response_revision:26797; }","duration":"106.34289ms","start":"2026-04-23T08:41:05.681222Z","end":"2026-04-23T08:41:05.787565Z","steps":["trace[1492884740] 'range keys from in-memory index tree' (duration: 106.057843ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:05.985068Z","caller":"traceutil/trace.go:171","msg":"trace[1293172247] transaction","detail":"{read_only:false; response_revision:26814; number_of_response:1; }","duration":"101.65194ms","start":"2026-04-23T08:41:05.883384Z","end":"2026-04-23T08:41:05.985036Z","steps":["trace[1293172247] 'process raft request' (duration: 99.662274ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:06.214858Z","caller":"traceutil/trace.go:171","msg":"trace[1048610388] linearizableReadLoop","detail":"{readStateIndex:27738; appliedIndex:27737; }","duration":"121.958124ms","start":"2026-04-23T08:41:06.092867Z","end":"2026-04-23T08:41:06.214825Z","steps":["trace[1048610388] 'read index received' (duration: 56.952078ms)","trace[1048610388] 'applied index is now lower than readState.Index' (duration: 65.003366ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:41:06.215083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.193329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"info","ts":"2026-04-23T08:41:06.215115Z","caller":"traceutil/trace.go:171","msg":"trace[387660996] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:26827; }","duration":"122.285181ms","start":"2026-04-23T08:41:06.092816Z","end":"2026-04-23T08:41:06.215101Z","steps":["trace[387660996] 'agreement among raft nodes before linearized reading' (duration: 122.119038ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:06.215308Z","caller":"traceutil/trace.go:171","msg":"trace[835985716] transaction","detail":"{read_only:false; response_revision:26827; number_of_response:1; }","duration":"140.610129ms","start":"2026-04-23T08:41:06.074684Z","end":"2026-04-23T08:41:06.215295Z","steps":["trace[835985716] 'process raft request' (duration: 75.272605ms)","trace[835985716] 'compare' (duration: 64.512945ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:41:09.753312Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634066668,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:41:10.178187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:09.811673Z","time spent":"366.503605ms","remote":"127.0.0.1:57298","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T08:41:10.178551Z","caller":"traceutil/trace.go:171","msg":"trace[2007537972] linearizableReadLoop","detail":"{readStateIndex:27779; appliedIndex:27778; }","duration":"925.715264ms","start":"2026-04-23T08:41:09.252803Z","end":"2026-04-23T08:41:10.178519Z","steps":["trace[2007537972] 'read index received' (duration: 924.785942ms)","trace[2007537972] 'applied index is now lower than readState.Index' (duration: 928.142µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:41:10.178646Z","caller":"traceutil/trace.go:171","msg":"trace[1744240977] transaction","detail":"{read_only:false; response_revision:26867; number_of_response:1; }","duration":"936.712731ms","start":"2026-04-23T08:41:09.241879Z","end":"2026-04-23T08:41:10.178592Z","steps":["trace[1744240977] 'process raft request' (duration: 935.81953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:10.178829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:09.241853Z","time spent":"936.888564ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6127,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:41:10.178839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.009701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-23T08:41:10.178891Z","caller":"traceutil/trace.go:171","msg":"trace[350625112] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26867; }","duration":"926.133194ms","start":"2026-04-23T08:41:09.252741Z","end":"2026-04-23T08:41:10.178874Z","steps":["trace[350625112] 'agreement among raft nodes before linearized reading' (duration: 925.93441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:10.178936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:09.252711Z","time spent":"926.215455ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T08:41:10.17884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.917348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-04-23T08:41:10.179069Z","caller":"traceutil/trace.go:171","msg":"trace[1687156139] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26867; }","duration":"356.201195ms","start":"2026-04-23T08:41:09.822857Z","end":"2026-04-23T08:41:10.179058Z","steps":["trace[1687156139] 'agreement among raft nodes before linearized reading' (duration: 355.887167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:10.178961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.488451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-23T08:41:10.179104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:09.822833Z","time spent":"356.263986ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-04-23T08:41:10.179145Z","caller":"traceutil/trace.go:171","msg":"trace[1748135946] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26867; }","duration":"706.738048ms","start":"2026-04-23T08:41:09.472374Z","end":"2026-04-23T08:41:10.179112Z","steps":["trace[1748135946] 'agreement among raft nodes before linearized reading' (duration: 706.356689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:10.179207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.233073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:41:10.179638Z","caller":"traceutil/trace.go:171","msg":"trace[1174975206] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26867; }","duration":"295.689294ms","start":"2026-04-23T08:41:09.883929Z","end":"2026-04-23T08:41:10.179619Z","steps":["trace[1174975206] 'agreement among raft nodes before linearized reading' (duration: 295.257594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:10.179218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:09.472342Z","time spent":"706.86175ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T08:41:10.179164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.528682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:41:10.179817Z","caller":"traceutil/trace.go:171","msg":"trace[1882838123] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:26867; }","duration":"206.226418ms","start":"2026-04-23T08:41:09.973571Z","end":"2026-04-23T08:41:10.179798Z","steps":["trace[1882838123] 'agreement among raft nodes before linearized reading' (duration: 205.558532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:10.179332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.454415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T08:41:10.179926Z","caller":"traceutil/trace.go:171","msg":"trace[1071028121] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26867; }","duration":"503.031088ms","start":"2026-04-23T08:41:09.67685Z","end":"2026-04-23T08:41:10.179881Z","steps":["trace[1071028121] 'agreement among raft nodes before linearized reading' (duration: 502.399903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:10.179393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.920465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T08:41:10.180001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:09.676813Z","time spent":"503.162171ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T08:41:10.179438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.893165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:41:10.180118Z","caller":"traceutil/trace.go:171","msg":"trace[213593580] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:26867; }","duration":"624.613713ms","start":"2026-04-23T08:41:09.555477Z","end":"2026-04-23T08:41:10.180091Z","steps":["trace[213593580] 'agreement among raft nodes before linearized reading' (duration: 623.935237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:10.180198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:09.555446Z","time spent":"624.727574ms","remote":"127.0.0.1:43890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:41:10.180342Z","caller":"traceutil/trace.go:171","msg":"trace[349623090] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:26867; }","duration":"545.888797ms","start":"2026-04-23T08:41:09.634411Z","end":"2026-04-23T08:41:10.1803Z","steps":["trace[349623090] 'agreement among raft nodes before linearized reading' (duration: 544.942955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:10.180505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:09.634386Z","time spent":"546.03339ms","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:41:14.611063Z","caller":"traceutil/trace.go:171","msg":"trace[1107784440] transaction","detail":"{read_only:false; response_revision:26880; number_of_response:1; }","duration":"121.870952ms","start":"2026-04-23T08:41:14.489169Z","end":"2026-04-23T08:41:14.61104Z","steps":["trace[1107784440] 'process raft request' (duration: 121.703818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:16.232455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.127192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-23T08:41:16.232544Z","caller":"traceutil/trace.go:171","msg":"trace[550536813] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26883; }","duration":"567.280466ms","start":"2026-04-23T08:41:15.665244Z","end":"2026-04-23T08:41:16.232524Z","steps":["trace[550536813] 'range keys from in-memory index tree' (duration: 566.856856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:16.232582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:15.665217Z","time spent":"567.352848ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T08:41:16.232803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.220653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:41:16.232906Z","caller":"traceutil/trace.go:171","msg":"trace[224579841] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:26883; }","duration":"458.389187ms","start":"2026-04-23T08:41:15.774487Z","end":"2026-04-23T08:41:16.232876Z","steps":["trace[224579841] 'count revisions from in-memory index tree' (duration: 458.074539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:16.232968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:15.774461Z","time spent":"458.49895ms","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:41:16.233052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.691462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-23T08:41:16.23309Z","caller":"traceutil/trace.go:171","msg":"trace[1466624034] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26883; }","duration":"605.776923ms","start":"2026-04-23T08:41:15.627299Z","end":"2026-04-23T08:41:16.233076Z","steps":["trace[1466624034] 'range keys from in-memory index tree' (duration: 605.482677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:16.233112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:15.627269Z","time spent":"605.837695ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-23T08:41:16.233164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.56532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:41:16.233218Z","caller":"traceutil/trace.go:171","msg":"trace[1441194124] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:26883; }","duration":"690.682122ms","start":"2026-04-23T08:41:15.542521Z","end":"2026-04-23T08:41:16.233203Z","steps":["trace[1441194124] 'count revisions from in-memory index tree' (duration: 690.476548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:16.233258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:15.542491Z","time spent":"690.756464ms","remote":"127.0.0.1:49582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:41:16.257424Z","caller":"traceutil/trace.go:171","msg":"trace[1598947701] linearizableReadLoop","detail":"{readStateIndex:27797; appliedIndex:27796; }","duration":"372.668008ms","start":"2026-04-23T08:41:15.884722Z","end":"2026-04-23T08:41:16.25739Z","steps":["trace[1598947701] 'read index received' (duration: 372.387252ms)","trace[1598947701] 'applied index is now lower than readState.Index' (duration: 279.266µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:41:16.257591Z","caller":"traceutil/trace.go:171","msg":"trace[1281680941] transaction","detail":"{read_only:false; response_revision:26884; number_of_response:1; }","duration":"386.692656ms","start":"2026-04-23T08:41:15.870836Z","end":"2026-04-23T08:41:16.257529Z","steps":["trace[1281680941] 'process raft request' (duration: 386.318577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:16.257647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.901294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:41:16.257687Z","caller":"traceutil/trace.go:171","msg":"trace[1014180281] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26884; }","duration":"373.011647ms","start":"2026-04-23T08:41:15.884663Z","end":"2026-04-23T08:41:16.257675Z","steps":["trace[1014180281] 'agreement among raft nodes before linearized reading' (duration: 372.876184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:16.257728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:15.884633Z","time spent":"373.086538ms","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:41:16.257771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:15.870804Z","time spent":"386.864349ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:41:17.507805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.83783ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-23T08:41:17.50826Z","caller":"traceutil/trace.go:171","msg":"trace[936246203] transaction","detail":"{read_only:false; response_revision:26885; number_of_response:1; }","duration":"1.397352939s","start":"2026-04-23T08:41:16.11087Z","end":"2026-04-23T08:41:17.508223Z","steps":["trace[936246203] 'process raft request' (duration: 1.397072662s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:17.508411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:16.110839Z","time spent":"1.397481542s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:41:17.508448Z","caller":"traceutil/trace.go:171","msg":"trace[368146621] linearizableReadLoop","detail":"{readStateIndex:27800; appliedIndex:27797; }","duration":"1.250912194s","start":"2026-04-23T08:41:16.257504Z","end":"2026-04-23T08:41:17.508416Z","steps":["trace[368146621] 'read index received' (duration: 377.358078ms)","trace[368146621] 'applied index is now lower than readState.Index' (duration: 873.552376ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:41:17.508587Z","caller":"traceutil/trace.go:171","msg":"trace[1444151710] transaction","detail":"{read_only:false; response_revision:26886; number_of_response:1; }","duration":"1.269782984s","start":"2026-04-23T08:41:16.238771Z","end":"2026-04-23T08:41:17.508532Z","steps":["trace[1444151710] 'process raft request' (duration: 1.269347584s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:17.508722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:16.238741Z","time spent":"1.269917427s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:41:17.508787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.385286547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-04-23T08:41:17.508842Z","caller":"traceutil/trace.go:171","msg":"trace[2076246830] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:26886; }","duration":"1.38539833s","start":"2026-04-23T08:41:16.123425Z","end":"2026-04-23T08:41:17.508823Z","steps":["trace[2076246830] 'agreement among raft nodes before linearized reading' (duration: 1.385182565s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:17.508882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:16.123401Z","time spent":"1.385471762s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-23T08:41:17.508874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475001488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:513"} {"level":"warn","ts":"2026-04-23T08:41:17.50889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.061551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:41:17.508923Z","caller":"traceutil/trace.go:171","msg":"trace[1404516271] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:26886; }","duration":"1.475101061s","start":"2026-04-23T08:41:16.03381Z","end":"2026-04-23T08:41:17.508911Z","steps":["trace[1404516271] 'agreement among raft nodes before linearized reading' (duration: 1.474960277s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:17.508927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.57027172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-23T08:41:17.508931Z","caller":"traceutil/trace.go:171","msg":"trace[1094405168] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26886; }","duration":"359.104442ms","start":"2026-04-23T08:41:17.149813Z","end":"2026-04-23T08:41:17.508917Z","steps":["trace[1094405168] 'agreement among raft nodes before linearized reading' (duration: 359.0205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:17.509047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.42301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T08:41:17.509046Z","caller":"traceutil/trace.go:171","msg":"trace[1383533315] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26886; }","duration":"1.570437994s","start":"2026-04-23T08:41:15.938586Z","end":"2026-04-23T08:41:17.509023Z","steps":["trace[1383533315] 'agreement among raft nodes before linearized reading' (duration: 1.570149648s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:17.509066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:17.149744Z","time spent":"359.300967ms","remote":"127.0.0.1:44230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:41:17.508939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249578612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:41:17.509117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.109824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T08:41:17.509157Z","caller":"traceutil/trace.go:171","msg":"trace[404519277] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26886; }","duration":"773.197346ms","start":"2026-04-23T08:41:16.73595Z","end":"2026-04-23T08:41:17.509147Z","steps":["trace[404519277] 'agreement among raft nodes before linearized reading' (duration: 773.092124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:17.509159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.699527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"warn","ts":"2026-04-23T08:41:17.509114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.302615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-04-23T08:41:17.509162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.394279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T08:41:17.509186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:16.735926Z","time spent":"773.253458ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T08:41:17.509254Z","caller":"traceutil/trace.go:171","msg":"trace[121313679] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:26886; }","duration":"695.199178ms","start":"2026-04-23T08:41:16.814034Z","end":"2026-04-23T08:41:17.509233Z","steps":["trace[121313679] 'agreement among raft nodes before linearized reading' (duration: 695.003754ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:17.509246Z","caller":"traceutil/trace.go:171","msg":"trace[1445658658] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26886; }","duration":"766.517821ms","start":"2026-04-23T08:41:16.7427Z","end":"2026-04-23T08:41:17.509218Z","steps":["trace[1445658658] 'agreement among raft nodes before linearized reading' (duration: 766.130992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:17.509298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:16.814006Z","time spent":"695.284091ms","remote":"127.0.0.1:53488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:41:17.509166Z","caller":"traceutil/trace.go:171","msg":"trace[1127926801] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26886; }","duration":"1.24986254s","start":"2026-04-23T08:41:16.259281Z","end":"2026-04-23T08:41:17.509144Z","steps":["trace[1127926801] 'agreement among raft nodes before linearized reading' (duration: 1.249553733s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:17.509323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:16.742674Z","time spent":"766.624073ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-23T08:41:17.509157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.941965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-23T08:41:17.509362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:16.259249Z","time spent":"1.250101215s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:41:17.50905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.998712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-04-23T08:41:17.509471Z","caller":"traceutil/trace.go:171","msg":"trace[2039134553] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:26886; }","duration":"631.467482ms","start":"2026-04-23T08:41:16.877981Z","end":"2026-04-23T08:41:17.509448Z","steps":["trace[2039134553] 'agreement among raft nodes before linearized reading' (duration: 630.909219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:17.509533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:16.877953Z","time spent":"631.564265ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":561,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-04-23T08:41:17.508993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:16.033783Z","time spent":"1.475203293s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":536,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"info","ts":"2026-04-23T08:41:17.509106Z","caller":"traceutil/trace.go:171","msg":"trace[1974766931] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26886; }","duration":"893.522572ms","start":"2026-04-23T08:41:16.615569Z","end":"2026-04-23T08:41:17.509092Z","steps":["trace[1974766931] 'agreement among raft nodes before linearized reading' (duration: 893.286166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:17.509665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:16.615543Z","time spent":"894.109906ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T08:41:17.508977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.886618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:41:17.509808Z","caller":"traceutil/trace.go:171","msg":"trace[1620403427] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26886; }","duration":"169.794428ms","start":"2026-04-23T08:41:17.339993Z","end":"2026-04-23T08:41:17.509788Z","steps":["trace[1620403427] 'agreement among raft nodes before linearized reading' (duration: 168.858666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:17.509166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.204449791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-23T08:41:17.51Z","caller":"traceutil/trace.go:171","msg":"trace[98275346] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26886; }","duration":"1.205323592s","start":"2026-04-23T08:41:16.30466Z","end":"2026-04-23T08:41:17.509984Z","steps":["trace[98275346] 'agreement among raft nodes before linearized reading' (duration: 1.2043924s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:17.510037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:16.304636Z","time spent":"1.205388043s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T08:41:17.509204Z","caller":"traceutil/trace.go:171","msg":"trace[1290361831] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:26886; }","duration":"990.78867ms","start":"2026-04-23T08:41:16.518399Z","end":"2026-04-23T08:41:17.509188Z","steps":["trace[1290361831] 'agreement among raft nodes before linearized reading' (duration: 990.620126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:17.510369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:16.518365Z","time spent":"991.984867ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":648,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-04-23T08:41:17.5094Z","caller":"traceutil/trace.go:171","msg":"trace[535200535] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26886; }","duration":"853.224263ms","start":"2026-04-23T08:41:16.656159Z","end":"2026-04-23T08:41:17.509384Z","steps":["trace[535200535] 'agreement among raft nodes before linearized reading' (duration: 852.879075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:17.510487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:16.65613Z","time spent":"854.346448ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T08:41:17.509115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:15.938572Z","time spent":"1.570532776s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T08:41:18.019913Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634066752,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:41:19.113795Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.037559969s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T08:41:19.289045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.917974ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:41:19.289158Z","caller":"traceutil/trace.go:171","msg":"trace[423224719] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26886; }","duration":"895.043836ms","start":"2026-04-23T08:41:18.394092Z","end":"2026-04-23T08:41:19.289136Z","steps":["trace[423224719] 'range keys from in-memory index tree' (duration: 894.896313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:19.289215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21301792s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:41:19.289588Z","caller":"traceutil/trace.go:171","msg":"trace[338704106] linearizableReadLoop","detail":"{readStateIndex:27805; appliedIndex:27800; }","duration":"1.76979179s","start":"2026-04-23T08:41:17.51977Z","end":"2026-04-23T08:41:19.289561Z","steps":["trace[338704106] 'read index received' (duration: 556.456383ms)","trace[338704106] 'applied index is now lower than readState.Index' (duration: 1.213334387s)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:41:19.289639Z","caller":"traceutil/trace.go:171","msg":"trace[1195454344] transaction","detail":"{read_only:false; response_revision:26888; number_of_response:1; }","duration":"1.774689055s","start":"2026-04-23T08:41:17.514914Z","end":"2026-04-23T08:41:19.289604Z","steps":["trace[1195454344] 'process raft request' (duration: 1.77445367s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:19.289708Z","caller":"traceutil/trace.go:171","msg":"trace[4296851] transaction","detail":"{read_only:false; response_revision:26890; number_of_response:1; }","duration":"1.774173123s","start":"2026-04-23T08:41:17.515496Z","end":"2026-04-23T08:41:19.289669Z","steps":["trace[4296851] 'process raft request' (duration: 1.773983709s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:19.289745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:17.514879Z","time spent":"1.774816748s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:41:19.289825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.770061707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:41:19.289864Z","caller":"traceutil/trace.go:171","msg":"trace[667155309] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26891; }","duration":"1.770145609s","start":"2026-04-23T08:41:17.519709Z","end":"2026-04-23T08:41:19.289854Z","steps":["trace[667155309] 'agreement among raft nodes before linearized reading' (duration: 1.770051617s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:19.28988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:17.51546Z","time spent":"1.774323777s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:41:19.289902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:17.519689Z","time spent":"1.7702054s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T08:41:19.289993Z","caller":"traceutil/trace.go:171","msg":"trace[986205907] transaction","detail":"{read_only:false; response_revision:26887; number_of_response:1; }","duration":"1.775163356s","start":"2026-04-23T08:41:17.514814Z","end":"2026-04-23T08:41:19.289977Z","steps":["trace[986205907] 'process raft request' (duration: 561.288517ms)","trace[986205907] 'compare' (duration: 1.212122958s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:41:19.290075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:17.51479Z","time spent":"1.775245337s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:41:19.290104Z","caller":"traceutil/trace.go:171","msg":"trace[1162556296] transaction","detail":"{read_only:false; response_revision:26889; number_of_response:1; }","duration":"1.774866889s","start":"2026-04-23T08:41:17.515227Z","end":"2026-04-23T08:41:19.290094Z","steps":["trace[1162556296] 'process raft request' (duration: 1.774217014s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:19.290149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:17.515215Z","time spent":"1.774908151s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:41:19.290184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.453610659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4442"} {"level":"info","ts":"2026-04-23T08:41:19.290226Z","caller":"traceutil/trace.go:171","msg":"trace[1449004182] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:26891; }","duration":"1.453703202s","start":"2026-04-23T08:41:17.836512Z","end":"2026-04-23T08:41:19.290215Z","steps":["trace[1449004182] 'agreement among raft nodes before linearized reading' (duration: 1.453558968s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:19.290261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:17.836483Z","time spent":"1.453771953s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4465,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-04-23T08:41:19.290517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.950906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-23T08:41:19.290561Z","caller":"traceutil/trace.go:171","msg":"trace[12354054] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:26891; }","duration":"189.028028ms","start":"2026-04-23T08:41:19.101521Z","end":"2026-04-23T08:41:19.290549Z","steps":["trace[12354054] 'agreement among raft nodes before linearized reading' (duration: 188.919795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:19.290767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.248575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-23T08:41:19.290806Z","caller":"traceutil/trace.go:171","msg":"trace[724653545] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26891; }","duration":"673.286196ms","start":"2026-04-23T08:41:18.617509Z","end":"2026-04-23T08:41:19.290795Z","steps":["trace[724653545] 'agreement among raft nodes before linearized reading' (duration: 673.196774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:19.290842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:18.617414Z","time spent":"673.419429ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T08:41:19.29173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108562345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:41:19.291778Z","caller":"traceutil/trace.go:171","msg":"trace[864342075] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:26891; }","duration":"1.108648837s","start":"2026-04-23T08:41:18.183114Z","end":"2026-04-23T08:41:19.291763Z","steps":["trace[864342075] 'agreement among raft nodes before linearized reading' (duration: 1.108568655s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:19.289741Z","caller":"traceutil/trace.go:171","msg":"trace[944144728] transaction","detail":"{read_only:false; response_revision:26891; number_of_response:1; }","duration":"1.773595119s","start":"2026-04-23T08:41:17.516131Z","end":"2026-04-23T08:41:19.289726Z","steps":["trace[944144728] 'process raft request' (duration: 1.773397375s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:19.291806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:18.183091Z","time spent":"1.108708418s","remote":"127.0.0.1:43836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:41:19.291878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:17.51612Z","time spent":"1.775698588s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:41:19.292269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.732762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-04-23T08:41:19.292332Z","caller":"traceutil/trace.go:171","msg":"trace[495918172] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:26891; }","duration":"729.830495ms","start":"2026-04-23T08:41:18.562488Z","end":"2026-04-23T08:41:19.292318Z","steps":["trace[495918172] 'agreement among raft nodes before linearized reading' (duration: 728.464173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:19.292359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:18.562467Z","time spent":"729.883855ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":562,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-04-23T08:41:20.603964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.908487ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:41:20.604087Z","caller":"traceutil/trace.go:171","msg":"trace[406960476] linearizableReadLoop","detail":"{readStateIndex:27806; appliedIndex:27805; }","duration":"1.307271708s","start":"2026-04-23T08:41:19.296795Z","end":"2026-04-23T08:41:20.604067Z","steps":["trace[406960476] 'read index received' (duration: 411.197457ms)","trace[406960476] 'applied index is now lower than readState.Index' (duration: 896.072931ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:41:20.604172Z","caller":"traceutil/trace.go:171","msg":"trace[743574221] transaction","detail":"{read_only:false; response_revision:26892; number_of_response:1; }","duration":"1.30780443s","start":"2026-04-23T08:41:19.296325Z","end":"2026-04-23T08:41:20.60413Z","steps":["trace[743574221] 'process raft request' (duration: 411.637857ms)","trace[743574221] 'compare' (duration: 895.384275ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:41:20.604341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:19.296308Z","time spent":"1.307958194s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":855,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T08:41:20.604327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.307523704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0a99a38a-6b4c-4e5d-9608-0b0b2c824c49\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-04-23T08:41:20.604449Z","caller":"traceutil/trace.go:171","msg":"trace[1129868011] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0a99a38a-6b4c-4e5d-9608-0b0b2c824c49; range_end:; response_count:1; response_revision:26892; }","duration":"1.307707018s","start":"2026-04-23T08:41:19.296726Z","end":"2026-04-23T08:41:20.604433Z","steps":["trace[1129868011] 'agreement among raft nodes before linearized reading' (duration: 1.307423202s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:20.60449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:19.296698Z","time spent":"1.30778109s","remote":"127.0.0.1:48040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-0a99a38a-6b4c-4e5d-9608-0b0b2c824c49\" "} {"level":"warn","ts":"2026-04-23T08:41:21.104456Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634066766,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:41:21.300797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999990848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:41:21.300882Z","caller":"traceutil/trace.go:171","msg":"trace[1265566621] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000115091s","start":"2026-04-23T08:41:19.300752Z","end":"2026-04-23T08:41:21.300867Z","steps":["trace[1265566621] 'agreement among raft nodes before linearized reading' (duration: 2.000011569s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:21.300917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:19.30074Z","time spent":"2.000168642s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:41:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:41:21.60513Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634066766,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:41:21.838218Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.129068938s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T08:41:21.912301Z","caller":"traceutil/trace.go:171","msg":"trace[1644072288] transaction","detail":"{read_only:false; response_revision:26895; number_of_response:1; }","duration":"2.610029261s","start":"2026-04-23T08:41:19.302229Z","end":"2026-04-23T08:41:21.912258Z","steps":["trace[1644072288] 'process raft request' (duration: 2.609740804s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:21.912332Z","caller":"traceutil/trace.go:171","msg":"trace[834636954] transaction","detail":"{read_only:false; response_revision:26896; number_of_response:1; }","duration":"2.387736098s","start":"2026-04-23T08:41:19.524556Z","end":"2026-04-23T08:41:21.912292Z","steps":["trace[834636954] 'process raft request' (duration: 2.387485073s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:21.912382Z","caller":"traceutil/trace.go:171","msg":"trace[922514338] transaction","detail":"{read_only:false; response_revision:26894; number_of_response:1; }","duration":"2.612690653s","start":"2026-04-23T08:41:19.299658Z","end":"2026-04-23T08:41:21.912349Z","steps":["trace[922514338] 'process raft request' (duration: 2.612215732s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:21.912457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:19.302193Z","time spent":"2.610175014s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:41:21.912561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:19.524525Z","time spent":"2.387904093s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:41:21.912672Z","caller":"traceutil/trace.go:171","msg":"trace[1018652189] transaction","detail":"{read_only:false; response_revision:26893; number_of_response:1; }","duration":"2.614963176s","start":"2026-04-23T08:41:19.297683Z","end":"2026-04-23T08:41:21.912646Z","steps":["trace[1018652189] 'process raft request' (duration: 2.540811687s)","trace[1018652189] 'compare' (duration: 73.148345ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:41:21.912779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:19.297668Z","time spent":"2.615050828s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:41:21.913244Z","caller":"traceutil/trace.go:171","msg":"trace[1088866854] transaction","detail":"{read_only:false; response_revision:26897; number_of_response:1; }","duration":"648.669823ms","start":"2026-04-23T08:41:21.264529Z","end":"2026-04-23T08:41:21.913199Z","steps":["trace[1088866854] 'process raft request' (duration: 647.586708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:21.913451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:21.264501Z","time spent":"648.808716ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:41:21.913525Z","caller":"traceutil/trace.go:171","msg":"trace[1388067356] linearizableReadLoop","detail":"{readStateIndex:27812; appliedIndex:27806; }","duration":"1.309380277s","start":"2026-04-23T08:41:20.604116Z","end":"2026-04-23T08:41:21.913496Z","steps":["trace[1388067356] 'read index received' (duration: 1.234397089s)","trace[1388067356] 'applied index is now lower than readState.Index' (duration: 74.981408ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:41:21.913659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.621973305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-04-23T08:41:21.913697Z","caller":"traceutil/trace.go:171","msg":"trace[206815222] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:26898; }","duration":"1.622074278s","start":"2026-04-23T08:41:20.291613Z","end":"2026-04-23T08:41:21.913687Z","steps":["trace[206815222] 'agreement among raft nodes before linearized reading' (duration: 1.621915254s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:21.913723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:20.291585Z","time spent":"1.622132159s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":561,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-04-23T08:41:21.913822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.215881042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-04-23T08:41:21.913827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.212954994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130239"} {"level":"warn","ts":"2026-04-23T08:41:21.913877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.607153399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:41:21.91385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.790576486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:513"} {"level":"info","ts":"2026-04-23T08:41:21.913901Z","caller":"traceutil/trace.go:171","msg":"trace[1760089479] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26898; }","duration":"2.213081826s","start":"2026-04-23T08:41:19.700799Z","end":"2026-04-23T08:41:21.913881Z","steps":["trace[1760089479] 'agreement among raft nodes before linearized reading' (duration: 2.21280337s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:21.913948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:19.700758Z","time spent":"2.213177849s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130262,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-23T08:41:21.914009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.291428443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-23T08:41:21.914753Z","caller":"traceutil/trace.go:171","msg":"trace[158682268] transaction","detail":"{read_only:false; response_revision:26898; number_of_response:1; }","duration":"410.115471ms","start":"2026-04-23T08:41:21.504617Z","end":"2026-04-23T08:41:21.914733Z","steps":["trace[158682268] 'process raft request' (duration: 407.556062ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:21.914776Z","caller":"traceutil/trace.go:171","msg":"trace[1909723917] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26898; }","duration":"2.292236361s","start":"2026-04-23T08:41:19.62251Z","end":"2026-04-23T08:41:21.914747Z","steps":["trace[1909723917] 'agreement among raft nodes before linearized reading' (duration: 2.291408382s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:21.915041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:19.622482Z","time spent":"2.292506858s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T08:41:21.914412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.470618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T08:41:21.915119Z","caller":"traceutil/trace.go:171","msg":"trace[1688437235] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26898; }","duration":"619.227237ms","start":"2026-04-23T08:41:21.295873Z","end":"2026-04-23T08:41:21.9151Z","steps":["trace[1688437235] 'agreement among raft nodes before linearized reading' (duration: 618.477789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:21.915145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:21.50459Z","time spent":"410.204824ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:41:21.915165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:21.295838Z","time spent":"619.314299ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T08:41:21.91389Z","caller":"traceutil/trace.go:171","msg":"trace[1836529799] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26898; }","duration":"2.215986914s","start":"2026-04-23T08:41:19.697885Z","end":"2026-04-23T08:41:21.913872Z","steps":["trace[1836529799] 'agreement among raft nodes before linearized reading' (duration: 2.215767189s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:21.915272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:19.697855Z","time spent":"2.217409088s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-23T08:41:21.913953Z","caller":"traceutil/trace.go:171","msg":"trace[282248721] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:26898; }","duration":"1.790728559s","start":"2026-04-23T08:41:20.123199Z","end":"2026-04-23T08:41:21.913927Z","steps":["trace[282248721] 'agreement among raft nodes before linearized reading' (duration: 1.790435563s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:21.915324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:20.123176Z","time spent":"1.792134733s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":536,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-04-23T08:41:21.913844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.481870379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-04-23T08:41:21.915436Z","caller":"traceutil/trace.go:171","msg":"trace[462529053] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:26898; }","duration":"1.483498207s","start":"2026-04-23T08:41:20.43192Z","end":"2026-04-23T08:41:21.915418Z","steps":["trace[462529053] 'agreement among raft nodes before linearized reading' (duration: 1.481860109s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:21.915474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:20.43189Z","time spent":"1.483574658s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"info","ts":"2026-04-23T08:41:21.913904Z","caller":"traceutil/trace.go:171","msg":"trace[204713933] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:26898; }","duration":"1.607230982s","start":"2026-04-23T08:41:20.306663Z","end":"2026-04-23T08:41:21.913894Z","steps":["trace[204713933] 'agreement among raft nodes before linearized reading' (duration: 1.607193531s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:21.915556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:20.306631Z","time spent":"1.6089163s","remote":"127.0.0.1:49592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:41:21.914185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.266429026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:41:21.915645Z","caller":"traceutil/trace.go:171","msg":"trace[1892713417] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:26898; }","duration":"1.267938981s","start":"2026-04-23T08:41:20.647684Z","end":"2026-04-23T08:41:21.915623Z","steps":["trace[1892713417] 'agreement among raft nodes before linearized reading' (duration: 1.266443236s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:21.915718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:20.647663Z","time spent":"1.268034153s","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:41:21.914243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.877039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T08:41:21.915832Z","caller":"traceutil/trace.go:171","msg":"trace[565711891] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26898; }","duration":"617.504217ms","start":"2026-04-23T08:41:21.298316Z","end":"2026-04-23T08:41:21.91582Z","steps":["trace[565711891] 'agreement among raft nodes before linearized reading' (duration: 615.849798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:21.91587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:21.298301Z","time spent":"617.557187ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T08:41:21.914291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.891797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:41:21.915958Z","caller":"traceutil/trace.go:171","msg":"trace[835057485] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26898; }","duration":"203.591157ms","start":"2026-04-23T08:41:21.712358Z","end":"2026-04-23T08:41:21.915949Z","steps":["trace[835057485] 'agreement among raft nodes before linearized reading' (duration: 201.905477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:21.914303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.085689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"info","ts":"2026-04-23T08:41:21.916087Z","caller":"traceutil/trace.go:171","msg":"trace[1176349219] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:26898; }","duration":"136.917231ms","start":"2026-04-23T08:41:21.779154Z","end":"2026-04-23T08:41:21.916071Z","steps":["trace[1176349219] 'agreement among raft nodes before linearized reading' (duration: 135.034457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:21.914321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.036342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T08:41:21.916213Z","caller":"traceutil/trace.go:171","msg":"trace[886467026] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26898; }","duration":"617.943086ms","start":"2026-04-23T08:41:21.298259Z","end":"2026-04-23T08:41:21.916202Z","steps":["trace[886467026] 'agreement among raft nodes before linearized reading' (duration: 615.95805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:21.916241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:21.298252Z","time spent":"617.980468ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T08:41:21.914332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.564717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:41:21.916879Z","caller":"traceutil/trace.go:171","msg":"trace[842218426] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26898; }","duration":"336.098026ms","start":"2026-04-23T08:41:21.580758Z","end":"2026-04-23T08:41:21.916856Z","steps":["trace[842218426] 'agreement among raft nodes before linearized reading' (duration: 333.549606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:21.91695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:21.580738Z","time spent":"336.188478ms","remote":"127.0.0.1:44360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T08:41:21.914379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.144257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:41:21.917021Z","caller":"traceutil/trace.go:171","msg":"trace[1826756721] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26898; }","duration":"489.825149ms","start":"2026-04-23T08:41:21.427183Z","end":"2026-04-23T08:41:21.917008Z","steps":["trace[1826756721] 'agreement among raft nodes before linearized reading' (duration: 487.169907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:21.917073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:21.427156Z","time spent":"489.901421ms","remote":"127.0.0.1:44250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:41:21.914382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.498482991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:41:21.917313Z","caller":"traceutil/trace.go:171","msg":"trace[1054709341] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26898; }","duration":"2.50145251s","start":"2026-04-23T08:41:19.41583Z","end":"2026-04-23T08:41:21.917283Z","steps":["trace[1054709341] 'agreement among raft nodes before linearized reading' (duration: 2.498508051s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:21.917407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:19.415797Z","time spent":"2.501575213s","remote":"127.0.0.1:44382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:41:21.91441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.371171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:41:21.914419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:19.299649Z","time spent":"2.612797445s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4425,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:41:21.914503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125204703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-23T08:41:21.918152Z","caller":"traceutil/trace.go:171","msg":"trace[847750694] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:26898; }","duration":"1.128841238s","start":"2026-04-23T08:41:20.789292Z","end":"2026-04-23T08:41:21.918133Z","steps":["trace[847750694] 'agreement among raft nodes before linearized reading' (duration: 1.125164612s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:21.91821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:20.789203Z","time spent":"1.128994762s","remote":"127.0.0.1:47922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-04-23T08:41:21.914532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.415461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T08:41:21.918387Z","caller":"traceutil/trace.go:171","msg":"trace[701271782] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26898; }","duration":"623.250401ms","start":"2026-04-23T08:41:21.29511Z","end":"2026-04-23T08:41:21.91836Z","steps":["trace[701271782] 'agreement among raft nodes before linearized reading' (duration: 619.36045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:21.918456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:21.295059Z","time spent":"623.376474ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T08:41:21.914546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093240618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:41:21.918663Z","caller":"traceutil/trace.go:171","msg":"trace[576273037] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26898; }","duration":"1.097346803s","start":"2026-04-23T08:41:20.821296Z","end":"2026-04-23T08:41:21.918643Z","steps":["trace[576273037] 'agreement among raft nodes before linearized reading' (duration: 1.093221977s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:21.918744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:20.821275Z","time spent":"1.097450056s","remote":"127.0.0.1:44202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:41:21.919042Z","caller":"traceutil/trace.go:171","msg":"trace[188926651] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26898; }","duration":"617.973118ms","start":"2026-04-23T08:41:21.301016Z","end":"2026-04-23T08:41:21.918989Z","steps":["trace[188926651] 'agreement among raft nodes before linearized reading' (duration: 613.37587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:21.919097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:21.301006Z","time spent":"618.07741ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:41:21.914599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.987881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:41:21.919151Z","caller":"traceutil/trace.go:171","msg":"trace[730938748] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:26898; }","duration":"125.578058ms","start":"2026-04-23T08:41:21.793557Z","end":"2026-04-23T08:41:21.919135Z","steps":["trace[730938748] 'agreement among raft nodes before linearized reading' (duration: 120.999361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:21.914617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.205245079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-23T08:41:21.919482Z","caller":"traceutil/trace.go:171","msg":"trace[887217784] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26898; }","duration":"1.210090372s","start":"2026-04-23T08:41:20.70935Z","end":"2026-04-23T08:41:21.919441Z","steps":["trace[887217784] 'agreement among raft nodes before linearized reading' (duration: 1.205215918s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:21.914655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010001527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:41:21.91965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:20.709342Z","time spent":"1.210247807s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T08:41:21.919672Z","caller":"traceutil/trace.go:171","msg":"trace[335128350] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:26898; }","duration":"1.015057805s","start":"2026-04-23T08:41:20.904601Z","end":"2026-04-23T08:41:21.919659Z","steps":["trace[335128350] 'agreement among raft nodes before linearized reading' (duration: 1.010025828s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:21.919798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:20.904575Z","time spent":"1.015209079s","remote":"127.0.0.1:46472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:41:21.914636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084214897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T08:41:21.919848Z","caller":"traceutil/trace.go:171","msg":"trace[531249617] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:26898; }","duration":"1.089543122s","start":"2026-04-23T08:41:20.830294Z","end":"2026-04-23T08:41:21.919838Z","steps":["trace[531249617] 'agreement among raft nodes before linearized reading' (duration: 1.084091165s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:21.919891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:20.830274Z","time spent":"1.089604363s","remote":"127.0.0.1:48222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":189,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:41:22.422056Z","caller":"traceutil/trace.go:171","msg":"trace[1089618903] transaction","detail":"{read_only:false; response_revision:26899; number_of_response:1; }","duration":"504.159093ms","start":"2026-04-23T08:41:21.917861Z","end":"2026-04-23T08:41:22.42202Z","steps":["trace[1089618903] 'process raft request' (duration: 503.840136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:22.422281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:21.917827Z","time spent":"504.339048ms","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":130223,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:41:22.560006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:21.920923Z","time spent":"639.076598ms","remote":"127.0.0.1:47922","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T08:41:22.560151Z","caller":"traceutil/trace.go:171","msg":"trace[785851158] transaction","detail":"{read_only:false; response_revision:26900; number_of_response:1; }","duration":"638.843874ms","start":"2026-04-23T08:41:21.921262Z","end":"2026-04-23T08:41:22.560106Z","steps":["trace[785851158] 'process raft request' (duration: 638.571187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:22.560367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:21.921241Z","time spent":"639.035878ms","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":903,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T08:41:22.560184Z","caller":"traceutil/trace.go:171","msg":"trace[1394588186] transaction","detail":"{read_only:false; response_revision:26902; number_of_response:1; }","duration":"637.915472ms","start":"2026-04-23T08:41:21.922242Z","end":"2026-04-23T08:41:22.560157Z","steps":["trace[1394588186] 'process raft request' (duration: 637.82619ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:22.560375Z","caller":"traceutil/trace.go:171","msg":"trace[451241908] transaction","detail":"{read_only:false; response_revision:26901; number_of_response:1; }","duration":"638.250589ms","start":"2026-04-23T08:41:21.922042Z","end":"2026-04-23T08:41:22.560293Z","steps":["trace[451241908] 'process raft request' (duration: 637.950342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:22.560624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:21.922229Z","time spent":"638.235929ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:41:22.560636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:21.922Z","time spent":"638.503545ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:41:22.560636Z","caller":"traceutil/trace.go:171","msg":"trace[1210077644] transaction","detail":"{read_only:false; response_revision:26903; number_of_response:1; }","duration":"637.467041ms","start":"2026-04-23T08:41:21.923142Z","end":"2026-04-23T08:41:22.560609Z","steps":["trace[1210077644] 'process raft request' (duration: 636.9724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:22.560866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:21.923124Z","time spent":"637.708336ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:41:22.560925Z","caller":"traceutil/trace.go:171","msg":"trace[1701494093] transaction","detail":"{read_only:false; response_revision:26905; number_of_response:1; }","duration":"637.409299ms","start":"2026-04-23T08:41:21.923502Z","end":"2026-04-23T08:41:22.560911Z","steps":["trace[1701494093] 'process raft request' (duration: 637.290987ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:22.560964Z","caller":"traceutil/trace.go:171","msg":"trace[413618622] transaction","detail":"{read_only:false; response_revision:26904; number_of_response:1; }","duration":"637.720277ms","start":"2026-04-23T08:41:21.923223Z","end":"2026-04-23T08:41:22.560943Z","steps":["trace[413618622] 'process raft request' (duration: 637.272857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:22.561013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:21.923212Z","time spent":"637.775998ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:41:22.561022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:21.923486Z","time spent":"637.480552ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:41:22.561246Z","caller":"traceutil/trace.go:171","msg":"trace[443975845] transaction","detail":"{read_only:false; response_revision:26906; number_of_response:1; }","duration":"637.492132ms","start":"2026-04-23T08:41:21.923737Z","end":"2026-04-23T08:41:22.56123Z","steps":["trace[443975845] 'process raft request' (duration: 637.125403ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:22.561331Z","caller":"traceutil/trace.go:171","msg":"trace[1110546467] transaction","detail":"{read_only:false; response_revision:26907; number_of_response:1; }","duration":"637.517913ms","start":"2026-04-23T08:41:21.923799Z","end":"2026-04-23T08:41:22.561317Z","steps":["trace[1110546467] 'process raft request' (duration: 637.305178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:22.561374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:21.923791Z","time spent":"637.562634ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:41:22.561384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:21.923728Z","time spent":"637.565803ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:41:22.561411Z","caller":"traceutil/trace.go:171","msg":"trace[237622752] transaction","detail":"{read_only:false; response_revision:26908; number_of_response:1; }","duration":"636.96428ms","start":"2026-04-23T08:41:21.924431Z","end":"2026-04-23T08:41:22.561395Z","steps":["trace[237622752] 'process raft request' (duration: 636.815876ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:22.561419Z","caller":"traceutil/trace.go:171","msg":"trace[1881503387] linearizableReadLoop","detail":"{readStateIndex:27815; appliedIndex:27812; }","duration":"639.874127ms","start":"2026-04-23T08:41:21.921527Z","end":"2026-04-23T08:41:22.561402Z","steps":["trace[1881503387] 'read index received' (duration: 500.103868ms)","trace[1881503387] 'applied index is now lower than readState.Index' (duration: 139.769179ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:41:22.561497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:21.92442Z","time spent":"637.039311ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:41:22.561447Z","caller":"traceutil/trace.go:171","msg":"trace[1437697296] transaction","detail":"{read_only:false; response_revision:26909; number_of_response:1; }","duration":"636.902758ms","start":"2026-04-23T08:41:21.924534Z","end":"2026-04-23T08:41:22.561437Z","steps":["trace[1437697296] 'process raft request' (duration: 636.773445ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:22.561519Z","caller":"traceutil/trace.go:171","msg":"trace[965662526] transaction","detail":"{read_only:false; response_revision:26910; number_of_response:1; }","duration":"636.838577ms","start":"2026-04-23T08:41:21.924648Z","end":"2026-04-23T08:41:22.561486Z","steps":["trace[965662526] 'process raft request' (duration: 636.708854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:22.561606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:21.924526Z","time spent":"637.028991ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:41:22.561647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.113829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:41:22.561674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.146144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-23T08:41:22.561729Z","caller":"traceutil/trace.go:171","msg":"trace[896008979] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26910; }","duration":"640.227275ms","start":"2026-04-23T08:41:21.921493Z","end":"2026-04-23T08:41:22.561721Z","steps":["trace[896008979] 'agreement among raft nodes before linearized reading' (duration: 640.00534ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:22.561729Z","caller":"traceutil/trace.go:171","msg":"trace[1105725991] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26910; }","duration":"636.217672ms","start":"2026-04-23T08:41:21.925499Z","end":"2026-04-23T08:41:22.561717Z","steps":["trace[1105725991] 'agreement among raft nodes before linearized reading' (duration: 636.097249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:22.561763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:21.921297Z","time spent":"640.461651ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T08:41:22.561768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:21.925487Z","time spent":"636.270973ms","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T08:41:22.561777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.131203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:41:22.561817Z","caller":"traceutil/trace.go:171","msg":"trace[1769100920] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:26910; }","duration":"136.213956ms","start":"2026-04-23T08:41:22.425588Z","end":"2026-04-23T08:41:22.561802Z","steps":["trace[1769100920] 'agreement among raft nodes before linearized reading' (duration: 136.158805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:22.561612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:21.924641Z","time spent":"636.924829ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:41:22.562055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.917355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7081"} {"level":"info","ts":"2026-04-23T08:41:22.562099Z","caller":"traceutil/trace.go:171","msg":"trace[1832585529] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:26910; }","duration":"629.977576ms","start":"2026-04-23T08:41:21.932109Z","end":"2026-04-23T08:41:22.562087Z","steps":["trace[1832585529] 'agreement among raft nodes before linearized reading' (duration: 629.819222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:22.562138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:21.932098Z","time spent":"630.032908ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7104,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-04-23T08:41:22.56172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.089824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:41:22.562245Z","caller":"traceutil/trace.go:171","msg":"trace[501709874] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:26910; }","duration":"224.634447ms","start":"2026-04-23T08:41:22.337558Z","end":"2026-04-23T08:41:22.562192Z","steps":["trace[501709874] 'agreement among raft nodes before linearized reading' (duration: 224.093505ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:22.797903Z","caller":"traceutil/trace.go:171","msg":"trace[1654220670] transaction","detail":"{read_only:false; number_of_response:0; response_revision:26911; }","duration":"234.164199ms","start":"2026-04-23T08:41:22.563701Z","end":"2026-04-23T08:41:22.797865Z","steps":["trace[1654220670] 'process raft request' (duration: 193.230424ms)","trace[1654220670] 'compare' (duration: 40.74226ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:41:22.798084Z","caller":"traceutil/trace.go:171","msg":"trace[66902642] transaction","detail":"{read_only:false; response_revision:26912; number_of_response:1; }","duration":"230.445333ms","start":"2026-04-23T08:41:22.567598Z","end":"2026-04-23T08:41:22.798043Z","steps":["trace[66902642] 'process raft request' (duration: 230.170257ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:22.798217Z","caller":"traceutil/trace.go:171","msg":"trace[1953997664] linearizableReadLoop","detail":"{readStateIndex:27835; appliedIndex:27826; }","duration":"225.346553ms","start":"2026-04-23T08:41:22.572843Z","end":"2026-04-23T08:41:22.79819Z","steps":["trace[1953997664] 'read index received' (duration: 184.174043ms)","trace[1953997664] 'applied index is now lower than readState.Index' (duration: 41.17147ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:41:22.798299Z","caller":"traceutil/trace.go:171","msg":"trace[701814073] transaction","detail":"{read_only:false; response_revision:26914; number_of_response:1; }","duration":"230.141806ms","start":"2026-04-23T08:41:22.568141Z","end":"2026-04-23T08:41:22.798283Z","steps":["trace[701814073] 'process raft request' (duration: 229.794517ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:22.798323Z","caller":"traceutil/trace.go:171","msg":"trace[148644000] transaction","detail":"{read_only:false; response_revision:26913; number_of_response:1; }","duration":"230.571455ms","start":"2026-04-23T08:41:22.567743Z","end":"2026-04-23T08:41:22.798314Z","steps":["trace[148644000] 'process raft request' (duration: 230.151806ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:22.798305Z","caller":"traceutil/trace.go:171","msg":"trace[1102916674] transaction","detail":"{read_only:false; response_revision:26916; number_of_response:1; }","duration":"229.065791ms","start":"2026-04-23T08:41:22.569174Z","end":"2026-04-23T08:41:22.79824Z","steps":["trace[1102916674] 'process raft request' (duration: 228.856936ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:22.798314Z","caller":"traceutil/trace.go:171","msg":"trace[8105998] transaction","detail":"{read_only:false; response_revision:26918; number_of_response:1; }","duration":"228.356033ms","start":"2026-04-23T08:41:22.569924Z","end":"2026-04-23T08:41:22.79828Z","steps":["trace[8105998] 'process raft request' (duration: 228.180419ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:22.798368Z","caller":"traceutil/trace.go:171","msg":"trace[397585771] transaction","detail":"{read_only:false; response_revision:26919; number_of_response:1; }","duration":"227.210457ms","start":"2026-04-23T08:41:22.571146Z","end":"2026-04-23T08:41:22.798356Z","steps":["trace[397585771] 'process raft request' (duration: 226.997422ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:22.798464Z","caller":"traceutil/trace.go:171","msg":"trace[747447189] transaction","detail":"{read_only:false; response_revision:26915; number_of_response:1; }","duration":"229.341886ms","start":"2026-04-23T08:41:22.569105Z","end":"2026-04-23T08:41:22.798447Z","steps":["trace[747447189] 'process raft request' (duration: 228.891486ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:22.798274Z","caller":"traceutil/trace.go:171","msg":"trace[1937654822] transaction","detail":"{read_only:false; response_revision:26917; number_of_response:1; }","duration":"228.807304ms","start":"2026-04-23T08:41:22.569452Z","end":"2026-04-23T08:41:22.79826Z","steps":["trace[1937654822] 'process raft request' (duration: 228.6169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:22.798577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.141539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T08:41:22.798614Z","caller":"traceutil/trace.go:171","msg":"trace[1492058065] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26919; }","duration":"231.222601ms","start":"2026-04-23T08:41:22.567383Z","end":"2026-04-23T08:41:22.798606Z","steps":["trace[1492058065] 'agreement among raft nodes before linearized reading' (duration: 231.066797ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:22.802685Z","caller":"traceutil/trace.go:171","msg":"trace[78020683] transaction","detail":"{read_only:false; response_revision:26920; number_of_response:1; }","duration":"229.227314ms","start":"2026-04-23T08:41:22.573444Z","end":"2026-04-23T08:41:22.802671Z","steps":["trace[78020683] 'process raft request' (duration: 228.964168ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:22.802831Z","caller":"traceutil/trace.go:171","msg":"trace[565112706] transaction","detail":"{read_only:false; response_revision:26921; number_of_response:1; }","duration":"227.233268ms","start":"2026-04-23T08:41:22.57557Z","end":"2026-04-23T08:41:22.802803Z","steps":["trace[565112706] 'process raft request' (duration: 227.023013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:22.802972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.280916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:41:22.803027Z","caller":"traceutil/trace.go:171","msg":"trace[1619719483] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26921; }","duration":"223.359898ms","start":"2026-04-23T08:41:22.579658Z","end":"2026-04-23T08:41:22.803018Z","steps":["trace[1619719483] 'agreement among raft nodes before linearized reading' (duration: 223.242275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:22.803088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.967579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/token-cleaner\" ","response":"range_response_count:1 size:192"} {"level":"info","ts":"2026-04-23T08:41:22.803131Z","caller":"traceutil/trace.go:171","msg":"trace[687591394] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/token-cleaner; range_end:; response_count:1; response_revision:26921; }","duration":"223.082301ms","start":"2026-04-23T08:41:22.580038Z","end":"2026-04-23T08:41:22.803121Z","steps":["trace[687591394] 'agreement among raft nodes before linearized reading' (duration: 222.898597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:22.803314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.669715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-04-23T08:41:22.803349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.228465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:3 size:1863"} {"level":"info","ts":"2026-04-23T08:41:22.803361Z","caller":"traceutil/trace.go:171","msg":"trace[1844677195] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26921; }","duration":"226.769907ms","start":"2026-04-23T08:41:22.576578Z","end":"2026-04-23T08:41:22.803348Z","steps":["trace[1844677195] 'agreement among raft nodes before linearized reading' (duration: 226.568752ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:22.803404Z","caller":"traceutil/trace.go:171","msg":"trace[316943576] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/; range_end:/registry/serviceaccounts/envoy-gateway-system0; response_count:3; response_revision:26921; }","duration":"223.346998ms","start":"2026-04-23T08:41:22.580043Z","end":"2026-04-23T08:41:22.80339Z","steps":["trace[316943576] 'agreement among raft nodes before linearized reading' (duration: 223.100302ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:22.997181Z","caller":"traceutil/trace.go:171","msg":"trace[2032742711] linearizableReadLoop","detail":"{readStateIndex:27839; appliedIndex:27838; }","duration":"184.01467ms","start":"2026-04-23T08:41:22.813136Z","end":"2026-04-23T08:41:22.997151Z","steps":["trace[2032742711] 'read index received' (duration: 152.637218ms)","trace[2032742711] 'applied index is now lower than readState.Index' (duration: 31.375052ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:41:22.997213Z","caller":"traceutil/trace.go:171","msg":"trace[1434197715] transaction","detail":"{read_only:false; response_revision:26923; number_of_response:1; }","duration":"185.008404ms","start":"2026-04-23T08:41:22.812162Z","end":"2026-04-23T08:41:22.997171Z","steps":["trace[1434197715] 'process raft request' (duration: 153.585151ms)","trace[1434197715] 'compare' (duration: 31.183517ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:41:22.997468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.297577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pv-protection-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-04-23T08:41:22.997517Z","caller":"traceutil/trace.go:171","msg":"trace[1917695274] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pv-protection-controller; range_end:; response_count:1; response_revision:26923; }","duration":"184.394869ms","start":"2026-04-23T08:41:22.81311Z","end":"2026-04-23T08:41:22.997505Z","steps":["trace[1917695274] 'agreement among raft nodes before linearized reading' (duration: 184.138793ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:23.034054Z","caller":"traceutil/trace.go:171","msg":"trace[1735112179] transaction","detail":"{read_only:false; response_revision:26924; number_of_response:1; }","duration":"220.141263ms","start":"2026-04-23T08:41:22.813878Z","end":"2026-04-23T08:41:23.034019Z","steps":["trace[1735112179] 'process raft request' (duration: 219.854226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:23.034091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.532049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:41:23.034207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.682369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-23T08:41:23.034525Z","caller":"traceutil/trace.go:171","msg":"trace[843507546] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26924; }","duration":"177.065219ms","start":"2026-04-23T08:41:22.857427Z","end":"2026-04-23T08:41:23.034492Z","steps":["trace[843507546] 'agreement among raft nodes before linearized reading' (duration: 176.589287ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:23.034187Z","caller":"traceutil/trace.go:171","msg":"trace[1675609173] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26924; }","duration":"150.692113ms","start":"2026-04-23T08:41:22.883472Z","end":"2026-04-23T08:41:23.034164Z","steps":["trace[1675609173] 'agreement among raft nodes before linearized reading' (duration: 150.512979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:23.034631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.59306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/envoy-gateway-system/\" range_end:\"/registry/daemonsets/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:41:23.034729Z","caller":"traceutil/trace.go:171","msg":"trace[228020574] range","detail":"{range_begin:/registry/daemonsets/envoy-gateway-system/; range_end:/registry/daemonsets/envoy-gateway-system0; response_count:0; response_revision:26924; }","duration":"219.739673ms","start":"2026-04-23T08:41:22.814966Z","end":"2026-04-23T08:41:23.034705Z","steps":["trace[228020574] 'agreement among raft nodes before linearized reading' (duration: 219.546329ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:23.204776Z","caller":"traceutil/trace.go:171","msg":"trace[1308008605] linearizableReadLoop","detail":"{readStateIndex:27841; appliedIndex:27840; }","duration":"161.049495ms","start":"2026-04-23T08:41:23.043696Z","end":"2026-04-23T08:41:23.204746Z","steps":["trace[1308008605] 'read index received' (duration: 160.905622ms)","trace[1308008605] 'applied index is now lower than readState.Index' (duration: 142.693µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:41:23.204863Z","caller":"traceutil/trace.go:171","msg":"trace[2078022266] transaction","detail":"{read_only:false; response_revision:26925; number_of_response:1; }","duration":"163.899871ms","start":"2026-04-23T08:41:23.040908Z","end":"2026-04-23T08:41:23.204808Z","steps":["trace[2078022266] 'process raft request' (duration: 163.608465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:23.205086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.248999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/envoy-gateway-system/\" range_end:\"/registry/horizontalpodautoscalers/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:41:23.205135Z","caller":"traceutil/trace.go:171","msg":"trace[2088345521] range","detail":"{range_begin:/registry/horizontalpodautoscalers/envoy-gateway-system/; range_end:/registry/horizontalpodautoscalers/envoy-gateway-system0; response_count:0; response_revision:26925; }","duration":"161.451075ms","start":"2026-04-23T08:41:23.04367Z","end":"2026-04-23T08:41:23.205122Z","steps":["trace[2088345521] 'agreement among raft nodes before linearized reading' (duration: 161.23112ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:23.503527Z","caller":"traceutil/trace.go:171","msg":"trace[1512941559] linearizableReadLoop","detail":"{readStateIndex:27842; appliedIndex:27841; }","duration":"298.613512ms","start":"2026-04-23T08:41:23.204874Z","end":"2026-04-23T08:41:23.503488Z","steps":["trace[1512941559] 'read index received' (duration: 240.476916ms)","trace[1512941559] 'applied index is now lower than readState.Index' (duration: 58.134616ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:41:23.503651Z","caller":"traceutil/trace.go:171","msg":"trace[347987143] transaction","detail":"{read_only:false; response_revision:26926; number_of_response:1; }","duration":"455.546341ms","start":"2026-04-23T08:41:23.048053Z","end":"2026-04-23T08:41:23.503599Z","steps":["trace[347987143] 'process raft request' (duration: 397.282722ms)","trace[347987143] 'compare' (duration: 57.956791ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:41:23.503868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.121565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:41:23.503876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:23.048042Z","time spent":"455.717854ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5590,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:41:23.503921Z","caller":"traceutil/trace.go:171","msg":"trace[974476130] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26926; }","duration":"402.233068ms","start":"2026-04-23T08:41:23.101676Z","end":"2026-04-23T08:41:23.503909Z","steps":["trace[974476130] 'agreement among raft nodes before linearized reading' (duration: 402.095225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:23.503947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:23.101646Z","time spent":"402.29572ms","remote":"127.0.0.1:48340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-23T08:41:23.503995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.75034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1072"} {"level":"warn","ts":"2026-04-23T08:41:23.504008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.087853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-04-23T08:41:23.504071Z","caller":"traceutil/trace.go:171","msg":"trace[1253229935] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:26926; }","duration":"399.897223ms","start":"2026-04-23T08:41:23.104154Z","end":"2026-04-23T08:41:23.504051Z","steps":["trace[1253229935] 'agreement among raft nodes before linearized reading' (duration: 399.518084ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:23.504097Z","caller":"traceutil/trace.go:171","msg":"trace[1873180600] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:26926; }","duration":"459.209317ms","start":"2026-04-23T08:41:23.044864Z","end":"2026-04-23T08:41:23.504074Z","steps":["trace[1873180600] 'agreement among raft nodes before linearized reading' (duration: 458.91083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:23.504134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:23.104124Z","time spent":"399.994556ms","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1095,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" "} {"level":"warn","ts":"2026-04-23T08:41:23.504147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:23.044851Z","time spent":"459.287488ms","remote":"127.0.0.1:48094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"warn","ts":"2026-04-23T08:41:23.505846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.552574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/envoy-gateway-system/\" range_end:\"/registry/poddisruptionbudgets/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:41:23.505909Z","caller":"traceutil/trace.go:171","msg":"trace[1376905016] range","detail":"{range_begin:/registry/poddisruptionbudgets/envoy-gateway-system/; range_end:/registry/poddisruptionbudgets/envoy-gateway-system0; response_count:0; response_revision:26927; }","duration":"296.625406ms","start":"2026-04-23T08:41:23.209268Z","end":"2026-04-23T08:41:23.505893Z","steps":["trace[1376905016] 'agreement among raft nodes before linearized reading' (duration: 296.494143ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:23.506481Z","caller":"traceutil/trace.go:171","msg":"trace[1179046152] transaction","detail":"{read_only:false; response_revision:26927; number_of_response:1; }","duration":"295.340725ms","start":"2026-04-23T08:41:23.211124Z","end":"2026-04-23T08:41:23.506465Z","steps":["trace[1179046152] 'process raft request' (duration: 294.214529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:23.506644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.944713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-23T08:41:23.506721Z","caller":"traceutil/trace.go:171","msg":"trace[1807576359] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26927; }","duration":"297.050696ms","start":"2026-04-23T08:41:23.209649Z","end":"2026-04-23T08:41:23.5067Z","steps":["trace[1807576359] 'agreement among raft nodes before linearized reading' (duration: 296.77942ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:24.03532Z","caller":"traceutil/trace.go:171","msg":"trace[133973637] transaction","detail":"{read_only:false; response_revision:26929; number_of_response:1; }","duration":"116.558637ms","start":"2026-04-23T08:41:23.918718Z","end":"2026-04-23T08:41:24.035277Z","steps":["trace[133973637] 'process raft request' (duration: 116.340622ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:24.568475Z","caller":"traceutil/trace.go:171","msg":"trace[2022660171] transaction","detail":"{read_only:false; response_revision:26930; number_of_response:1; }","duration":"201.252772ms","start":"2026-04-23T08:41:24.367197Z","end":"2026-04-23T08:41:24.56845Z","steps":["trace[2022660171] 'process raft request' (duration: 201.048597ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:24.603153Z","caller":"traceutil/trace.go:171","msg":"trace[119981193] transaction","detail":"{read_only:false; response_revision:26931; number_of_response:1; }","duration":"234.121638ms","start":"2026-04-23T08:41:24.368995Z","end":"2026-04-23T08:41:24.603116Z","steps":["trace[119981193] 'process raft request' (duration: 233.745809ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:24.603492Z","caller":"traceutil/trace.go:171","msg":"trace[2052628016] linearizableReadLoop","detail":"{readStateIndex:27847; appliedIndex:27845; }","duration":"194.925964ms","start":"2026-04-23T08:41:24.408551Z","end":"2026-04-23T08:41:24.603477Z","steps":["trace[2052628016] 'read index received' (duration: 159.758855ms)","trace[2052628016] 'applied index is now lower than readState.Index' (duration: 35.165749ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:41:24.604064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.928742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-04-23T08:41:24.604152Z","caller":"traceutil/trace.go:171","msg":"trace[1739802395] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:26932; }","duration":"146.091637ms","start":"2026-04-23T08:41:24.458038Z","end":"2026-04-23T08:41:24.604129Z","steps":["trace[1739802395] 'agreement among raft nodes before linearized reading' (duration: 145.835431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:24.604631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.057811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:196"} {"level":"info","ts":"2026-04-23T08:41:24.604689Z","caller":"traceutil/trace.go:171","msg":"trace[507552051] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:26932; }","duration":"196.139613ms","start":"2026-04-23T08:41:24.408534Z","end":"2026-04-23T08:41:24.604673Z","steps":["trace[507552051] 'agreement among raft nodes before linearized reading' (duration: 195.98082ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:24.751821Z","caller":"traceutil/trace.go:171","msg":"trace[1230310487] transaction","detail":"{read_only:false; response_revision:26936; number_of_response:1; }","duration":"138.199162ms","start":"2026-04-23T08:41:24.613597Z","end":"2026-04-23T08:41:24.751796Z","steps":["trace[1230310487] 'process raft request' (duration: 138.135101ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:24.751865Z","caller":"traceutil/trace.go:171","msg":"trace[340986070] transaction","detail":"{read_only:false; response_revision:26935; number_of_response:1; }","duration":"140.604389ms","start":"2026-04-23T08:41:24.611241Z","end":"2026-04-23T08:41:24.751845Z","steps":["trace[340986070] 'process raft request' (duration: 140.454375ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:24.75188Z","caller":"traceutil/trace.go:171","msg":"trace[1986598938] linearizableReadLoop","detail":"{readStateIndex:27851; appliedIndex:27849; }","duration":"138.277974ms","start":"2026-04-23T08:41:24.61357Z","end":"2026-04-23T08:41:24.751848Z","steps":["trace[1986598938] 'read index received' (duration: 85.985864ms)","trace[1986598938] 'applied index is now lower than readState.Index' (duration: 52.2896ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:41:24.751847Z","caller":"traceutil/trace.go:171","msg":"trace[741454106] transaction","detail":"{read_only:false; response_revision:26934; number_of_response:1; }","duration":"140.69183ms","start":"2026-04-23T08:41:24.611089Z","end":"2026-04-23T08:41:24.751781Z","steps":["trace[741454106] 'process raft request' (duration: 88.447202ms)","trace[741454106] 'compare' (duration: 52.028613ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:41:24.752135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.52819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:194"} {"level":"info","ts":"2026-04-23T08:41:24.752184Z","caller":"traceutil/trace.go:171","msg":"trace[573711456] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:26936; }","duration":"138.610732ms","start":"2026-04-23T08:41:24.613562Z","end":"2026-04-23T08:41:24.752172Z","steps":["trace[573711456] 'agreement among raft nodes before linearized reading' (duration: 138.452719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:24.75222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.030819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:5421"} {"level":"info","ts":"2026-04-23T08:41:24.752262Z","caller":"traceutil/trace.go:171","msg":"trace[298093232] range","detail":"{range_begin:/registry/cronjobs/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:26936; }","duration":"138.12251ms","start":"2026-04-23T08:41:24.614126Z","end":"2026-04-23T08:41:24.752249Z","steps":["trace[298093232] 'agreement among raft nodes before linearized reading' (duration: 137.931546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:24.752408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.952854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:41:24.752452Z","caller":"traceutil/trace.go:171","msg":"trace[1217803137] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26936; }","duration":"101.075456ms","start":"2026-04-23T08:41:24.651363Z","end":"2026-04-23T08:41:24.752438Z","steps":["trace[1217803137] 'agreement among raft nodes before linearized reading' (duration: 100.976694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:24.752496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.218092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/senlin-engine-cleaner\" ","response":"range_response_count:1 size:4936"} {"level":"info","ts":"2026-04-23T08:41:24.752557Z","caller":"traceutil/trace.go:171","msg":"trace[71307599] range","detail":"{range_begin:/registry/cronjobs/openstack/senlin-engine-cleaner; range_end:; response_count:1; response_revision:26936; }","duration":"138.327365ms","start":"2026-04-23T08:41:24.614215Z","end":"2026-04-23T08:41:24.752542Z","steps":["trace[71307599] 'agreement among raft nodes before linearized reading' (duration: 138.147641ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:24.960846Z","caller":"traceutil/trace.go:171","msg":"trace[1863969538] transaction","detail":"{read_only:false; response_revision:26937; number_of_response:1; }","duration":"204.036047ms","start":"2026-04-23T08:41:24.756774Z","end":"2026-04-23T08:41:24.96081Z","steps":["trace[1863969538] 'process raft request' (duration: 203.801082ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:25.184591Z","caller":"traceutil/trace.go:171","msg":"trace[791320234] transaction","detail":"{read_only:false; number_of_response:0; response_revision:26937; }","duration":"427.300492ms","start":"2026-04-23T08:41:24.757261Z","end":"2026-04-23T08:41:25.184561Z","steps":["trace[791320234] 'process raft request' (duration: 363.31561ms)","trace[791320234] 'compare' (duration: 63.857539ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:41:25.184687Z","caller":"traceutil/trace.go:171","msg":"trace[1500884365] transaction","detail":"{read_only:false; response_revision:26938; number_of_response:1; }","duration":"381.33842ms","start":"2026-04-23T08:41:24.803332Z","end":"2026-04-23T08:41:25.184671Z","steps":["trace[1500884365] 'process raft request' (duration: 381.201047ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:25.184704Z","caller":"traceutil/trace.go:171","msg":"trace[1680196592] transaction","detail":"{read_only:false; number_of_response:0; response_revision:26937; }","duration":"427.304892ms","start":"2026-04-23T08:41:24.757356Z","end":"2026-04-23T08:41:25.184661Z","steps":["trace[1680196592] 'process raft request' (duration: 427.140918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:25.184774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:24.8033Z","time spent":"381.420513ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:41:25.184757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:24.757236Z","time spent":"427.422655ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T08:41:25.18493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:24.757324Z","time spent":"427.486527ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T08:41:25.184966Z","caller":"traceutil/trace.go:171","msg":"trace[1174454025] transaction","detail":"{read_only:false; response_revision:26939; number_of_response:1; }","duration":"381.524735ms","start":"2026-04-23T08:41:24.803402Z","end":"2026-04-23T08:41:25.184927Z","steps":["trace[1174454025] 'process raft request' (duration: 381.221248ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:25.185055Z","caller":"traceutil/trace.go:171","msg":"trace[1137135591] transaction","detail":"{read_only:false; response_revision:26943; number_of_response:1; }","duration":"169.931612ms","start":"2026-04-23T08:41:25.015103Z","end":"2026-04-23T08:41:25.185034Z","steps":["trace[1137135591] 'process raft request' (duration: 169.888291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:25.18512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:24.803367Z","time spent":"381.672898ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:41:25.185195Z","caller":"traceutil/trace.go:171","msg":"trace[842178253] transaction","detail":"{read_only:false; response_revision:26940; number_of_response:1; }","duration":"379.904697ms","start":"2026-04-23T08:41:24.805256Z","end":"2026-04-23T08:41:25.185161Z","steps":["trace[842178253] 'process raft request' (duration: 379.560319ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:25.185227Z","caller":"traceutil/trace.go:171","msg":"trace[418784577] transaction","detail":"{read_only:false; response_revision:26942; number_of_response:1; }","duration":"219.757263ms","start":"2026-04-23T08:41:24.965461Z","end":"2026-04-23T08:41:25.185218Z","steps":["trace[418784577] 'process raft request' (duration: 219.467927ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:25.185192Z","caller":"traceutil/trace.go:171","msg":"trace[838077840] linearizableReadLoop","detail":"{readStateIndex:27855; appliedIndex:27853; }","duration":"426.601765ms","start":"2026-04-23T08:41:24.758535Z","end":"2026-04-23T08:41:25.185137Z","steps":["trace[838077840] 'read index received' (duration: 202.300966ms)","trace[838077840] 'applied index is now lower than readState.Index' (duration: 224.290809ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:41:25.185262Z","caller":"traceutil/trace.go:171","msg":"trace[1024750591] transaction","detail":"{read_only:false; response_revision:26941; number_of_response:1; }","duration":"379.895397ms","start":"2026-04-23T08:41:24.805324Z","end":"2026-04-23T08:41:25.185219Z","steps":["trace[1024750591] 'process raft request' (duration: 379.553639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:25.18525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:24.805229Z","time spent":"379.993349ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:41:25.185417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.882063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:196"} {"level":"warn","ts":"2026-04-23T08:41:25.185452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.08645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:41:25.185448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:24.805301Z","time spent":"380.03886ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:41:25.185464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.090101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:194"} {"level":"info","ts":"2026-04-23T08:41:25.185475Z","caller":"traceutil/trace.go:171","msg":"trace[1137251129] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26943; }","duration":"304.159471ms","start":"2026-04-23T08:41:24.881308Z","end":"2026-04-23T08:41:25.185467Z","steps":["trace[1137251129] 'agreement among raft nodes before linearized reading' (duration: 304.09506ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:25.185467Z","caller":"traceutil/trace.go:171","msg":"trace[551799763] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:26943; }","duration":"426.961484ms","start":"2026-04-23T08:41:24.758493Z","end":"2026-04-23T08:41:25.185455Z","steps":["trace[551799763] 'agreement among raft nodes before linearized reading' (duration: 426.775709ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:25.185537Z","caller":"traceutil/trace.go:171","msg":"trace[857316133] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:26943; }","duration":"226.124362ms","start":"2026-04-23T08:41:24.959362Z","end":"2026-04-23T08:41:25.185487Z","steps":["trace[857316133] 'agreement among raft nodes before linearized reading' (duration: 226.034479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:25.185553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:24.75848Z","time spent":"427.060147ms","remote":"127.0.0.1:48094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":219,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"warn","ts":"2026-04-23T08:41:25.185575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.115665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-04-23T08:41:25.185595Z","caller":"traceutil/trace.go:171","msg":"trace[1302668638] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:26943; }","duration":"275.132495ms","start":"2026-04-23T08:41:24.910454Z","end":"2026-04-23T08:41:25.185587Z","steps":["trace[1302668638] 'agreement among raft nodes before linearized reading' (duration: 275.072253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:25.185513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:24.881278Z","time spent":"304.214383ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:41:25.185635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.882894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:215"} {"level":"warn","ts":"2026-04-23T08:41:25.185655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.787214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:204"} {"level":"warn","ts":"2026-04-23T08:41:25.185703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.329814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-04-23T08:41:25.1857Z","caller":"traceutil/trace.go:171","msg":"trace[1407889418] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:26943; }","duration":"327.990187ms","start":"2026-04-23T08:41:24.857691Z","end":"2026-04-23T08:41:25.185681Z","steps":["trace[1407889418] 'agreement among raft nodes before linearized reading' (duration: 327.738211ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:25.185703Z","caller":"traceutil/trace.go:171","msg":"trace[1268808238] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:26943; }","duration":"376.896937ms","start":"2026-04-23T08:41:24.808792Z","end":"2026-04-23T08:41:25.185689Z","steps":["trace[1268808238] 'agreement among raft nodes before linearized reading' (duration: 376.58256ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:25.185729Z","caller":"traceutil/trace.go:171","msg":"trace[2092854458] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:26943; }","duration":"177.402956ms","start":"2026-04-23T08:41:25.008318Z","end":"2026-04-23T08:41:25.185721Z","steps":["trace[2092854458] 'agreement among raft nodes before linearized reading' (duration: 177.303614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:25.18575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:24.857674Z","time spent":"328.063138ms","remote":"127.0.0.1:48094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"warn","ts":"2026-04-23T08:41:25.185755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:24.808778Z","time spent":"376.968709ms","remote":"127.0.0.1:48094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":227,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"warn","ts":"2026-04-23T08:41:25.185847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.603767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T08:41:25.185876Z","caller":"traceutil/trace.go:171","msg":"trace[673383045] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26943; }","duration":"372.648198ms","start":"2026-04-23T08:41:24.813219Z","end":"2026-04-23T08:41:25.185868Z","steps":["trace[673383045] 'agreement among raft nodes before linearized reading' (duration: 372.570187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:25.185896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:24.813212Z","time spent":"372.678419ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T08:41:25.294735Z","caller":"traceutil/trace.go:171","msg":"trace[2025515533] transaction","detail":"{read_only:false; response_revision:26944; number_of_response:1; }","duration":"103.950134ms","start":"2026-04-23T08:41:25.190761Z","end":"2026-04-23T08:41:25.294711Z","steps":["trace[2025515533] 'process raft request' (duration: 101.457706ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:25.339933Z","caller":"traceutil/trace.go:171","msg":"trace[1276754236] transaction","detail":"{read_only:false; response_revision:26945; number_of_response:1; }","duration":"145.555733ms","start":"2026-04-23T08:41:25.194336Z","end":"2026-04-23T08:41:25.339892Z","steps":["trace[1276754236] 'process raft request' (duration: 145.334248ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:25.339948Z","caller":"traceutil/trace.go:171","msg":"trace[690431574] transaction","detail":"{read_only:false; response_revision:26946; number_of_response:1; }","duration":"145.305928ms","start":"2026-04-23T08:41:25.194618Z","end":"2026-04-23T08:41:25.339924Z","steps":["trace[690431574] 'process raft request' (duration: 145.176905ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:25.340167Z","caller":"traceutil/trace.go:171","msg":"trace[469880688] transaction","detail":"{read_only:false; response_revision:26947; number_of_response:1; }","duration":"145.430751ms","start":"2026-04-23T08:41:25.194683Z","end":"2026-04-23T08:41:25.340114Z","steps":["trace[469880688] 'process raft request' (duration: 145.162574ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:25.340407Z","caller":"traceutil/trace.go:171","msg":"trace[475154533] transaction","detail":"{read_only:false; response_revision:26949; number_of_response:1; }","duration":"145.152274ms","start":"2026-04-23T08:41:25.195244Z","end":"2026-04-23T08:41:25.340396Z","steps":["trace[475154533] 'process raft request' (duration: 144.932399ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:25.340427Z","caller":"traceutil/trace.go:171","msg":"trace[2040234975] linearizableReadLoop","detail":"{readStateIndex:27865; appliedIndex:27861; }","duration":"145.247106ms","start":"2026-04-23T08:41:25.195153Z","end":"2026-04-23T08:41:25.3404Z","steps":["trace[2040234975] 'read index received' (duration: 97.135955ms)","trace[2040234975] 'applied index is now lower than readState.Index' (duration: 48.106371ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:41:25.340578Z","caller":"traceutil/trace.go:171","msg":"trace[1669687579] transaction","detail":"{read_only:false; response_revision:26951; number_of_response:1; }","duration":"142.701377ms","start":"2026-04-23T08:41:25.197865Z","end":"2026-04-23T08:41:25.340566Z","steps":["trace[1669687579] 'process raft request' (duration: 142.453631ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:25.340645Z","caller":"traceutil/trace.go:171","msg":"trace[764971909] transaction","detail":"{read_only:false; response_revision:26948; number_of_response:1; }","duration":"145.428691ms","start":"2026-04-23T08:41:25.195207Z","end":"2026-04-23T08:41:25.340636Z","steps":["trace[764971909] 'process raft request' (duration: 144.843077ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:25.340409Z","caller":"traceutil/trace.go:171","msg":"trace[2001140830] transaction","detail":"{read_only:false; response_revision:26950; number_of_response:1; }","duration":"143.25819ms","start":"2026-04-23T08:41:25.197142Z","end":"2026-04-23T08:41:25.3404Z","steps":["trace[2001140830] 'process raft request' (duration: 143.094206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:25.340858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.672526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:41:25.340903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.605158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:5421"} {"level":"info","ts":"2026-04-23T08:41:25.340914Z","caller":"traceutil/trace.go:171","msg":"trace[1386615609] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:26951; }","duration":"145.778909ms","start":"2026-04-23T08:41:25.19512Z","end":"2026-04-23T08:41:25.340899Z","steps":["trace[1386615609] 'agreement among raft nodes before linearized reading' (duration: 145.637216ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:25.340931Z","caller":"traceutil/trace.go:171","msg":"trace[773579256] range","detail":"{range_begin:/registry/cronjobs/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:26951; }","duration":"137.668989ms","start":"2026-04-23T08:41:25.203254Z","end":"2026-04-23T08:41:25.340923Z","steps":["trace[773579256] 'agreement among raft nodes before linearized reading' (duration: 137.536866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:25.340911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.609968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/senlin-engine-cleaner\" ","response":"range_response_count:1 size:4936"} {"level":"info","ts":"2026-04-23T08:41:25.340983Z","caller":"traceutil/trace.go:171","msg":"trace[261223920] range","detail":"{range_begin:/registry/cronjobs/openstack/senlin-engine-cleaner; range_end:; response_count:1; response_revision:26951; }","duration":"137.738881ms","start":"2026-04-23T08:41:25.203226Z","end":"2026-04-23T08:41:25.340965Z","steps":["trace[261223920] 'agreement among raft nodes before linearized reading' (duration: 137.495926ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:25.950299Z","caller":"traceutil/trace.go:171","msg":"trace[1426665590] transaction","detail":"{read_only:false; response_revision:26959; number_of_response:1; }","duration":"501.238985ms","start":"2026-04-23T08:41:25.449035Z","end":"2026-04-23T08:41:25.950274Z","steps":["trace[1426665590] 'process raft request' (duration: 501.130592ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:25.95034Z","caller":"traceutil/trace.go:171","msg":"trace[177789481] transaction","detail":"{read_only:false; response_revision:26958; number_of_response:1; }","duration":"507.850059ms","start":"2026-04-23T08:41:25.442446Z","end":"2026-04-23T08:41:25.950296Z","steps":["trace[177789481] 'process raft request' (duration: 507.531332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:25.950481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:25.449012Z","time spent":"501.369668ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:41:25.950537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:25.442419Z","time spent":"508.012843ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5153,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:41:25.950678Z","caller":"traceutil/trace.go:171","msg":"trace[1167532543] transaction","detail":"{read_only:false; response_revision:26960; number_of_response:1; }","duration":"500.844676ms","start":"2026-04-23T08:41:25.44981Z","end":"2026-04-23T08:41:25.950655Z","steps":["trace[1167532543] 'process raft request' (duration: 500.395335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:25.950786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:25.449799Z","time spent":"500.936498ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5660,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:41:25.950841Z","caller":"traceutil/trace.go:171","msg":"trace[532711345] transaction","detail":"{read_only:false; response_revision:26961; number_of_response:1; }","duration":"498.095322ms","start":"2026-04-23T08:41:25.452734Z","end":"2026-04-23T08:41:25.950829Z","steps":["trace[532711345] 'process raft request' (duration: 497.834696ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:25.95082Z","caller":"traceutil/trace.go:171","msg":"trace[148059016] linearizableReadLoop","detail":"{readStateIndex:27878; appliedIndex:27876; }","duration":"507.495431ms","start":"2026-04-23T08:41:25.443284Z","end":"2026-04-23T08:41:25.950779Z","steps":["trace[148059016] 'read index received' (duration: 62.975598ms)","trace[148059016] 'applied index is now lower than readState.Index' (duration: 444.516663ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:41:25.950893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:25.452721Z","time spent":"498.148553ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5599,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:41:25.951033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.052973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:41:25.951116Z","caller":"traceutil/trace.go:171","msg":"trace[1801154639] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:26961; }","duration":"538.206007ms","start":"2026-04-23T08:41:25.412889Z","end":"2026-04-23T08:41:25.951095Z","steps":["trace[1801154639] 'agreement among raft nodes before linearized reading' (duration: 538.039953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:25.951156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:25.41287Z","time spent":"538.277598ms","remote":"127.0.0.1:52774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:41:25.963746Z","caller":"traceutil/trace.go:171","msg":"trace[1989309821] transaction","detail":"{read_only:false; response_revision:26962; number_of_response:1; }","duration":"452.843176ms","start":"2026-04-23T08:41:25.51087Z","end":"2026-04-23T08:41:25.963713Z","steps":["trace[1989309821] 'process raft request' (duration: 452.438347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:25.963936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:25.510843Z","time spent":"452.99117ms","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":720,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T08:41:25.964134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:25.514919Z","time spent":"449.209782ms","remote":"127.0.0.1:48398","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T08:41:25.964418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.677037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-23T08:41:25.964543Z","caller":"traceutil/trace.go:171","msg":"trace[241358653] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26962; }","duration":"393.847661ms","start":"2026-04-23T08:41:25.570682Z","end":"2026-04-23T08:41:25.96453Z","steps":["trace[241358653] 'agreement among raft nodes before linearized reading' (duration: 393.605656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:25.964574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.695835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-engine-cleaner-29615560\" ","response":"range_response_count:1 size:5171"} {"level":"info","ts":"2026-04-23T08:41:25.964631Z","caller":"traceutil/trace.go:171","msg":"trace[1486054527] range","detail":"{range_begin:/registry/jobs/openstack/senlin-engine-cleaner-29615560; range_end:; response_count:1; response_revision:26962; }","duration":"519.753666ms","start":"2026-04-23T08:41:25.444859Z","end":"2026-04-23T08:41:25.964612Z","steps":["trace[1486054527] 'agreement among raft nodes before linearized reading' (duration: 519.665134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:25.964671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:25.444842Z","time spent":"519.822919ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":5194,"request content":"key:\"/registry/jobs/openstack/senlin-engine-cleaner-29615560\" "} {"level":"warn","ts":"2026-04-23T08:41:25.964728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.906177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/senlin-engine-cleaner\" ","response":"range_response_count:1 size:547"} {"level":"info","ts":"2026-04-23T08:41:25.964766Z","caller":"traceutil/trace.go:171","msg":"trace[126157596] range","detail":"{range_begin:/registry/serviceaccounts/openstack/senlin-engine-cleaner; range_end:; response_count:1; response_revision:26962; }","duration":"186.976949ms","start":"2026-04-23T08:41:25.77778Z","end":"2026-04-23T08:41:25.964757Z","steps":["trace[126157596] 'agreement among raft nodes before linearized reading' (duration: 186.823515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:25.964582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:25.570659Z","time spent":"393.914823ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T08:41:25.964816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.382075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/senlin-engine-cleaner.18a8efc58d31e369\" ","response":"range_response_count:1 size:766"} {"level":"info","ts":"2026-04-23T08:41:25.964902Z","caller":"traceutil/trace.go:171","msg":"trace[584026710] range","detail":"{range_begin:/registry/events/openstack/senlin-engine-cleaner.18a8efc58d31e369; range_end:; response_count:1; response_revision:26962; }","duration":"515.508528ms","start":"2026-04-23T08:41:25.449375Z","end":"2026-04-23T08:41:25.964884Z","steps":["trace[584026710] 'agreement among raft nodes before linearized reading' (duration: 515.222451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:25.96492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.105025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-engine-cleaner-29615560\" ","response":"range_response_count:1 size:5617"} {"level":"warn","ts":"2026-04-23T08:41:25.964944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:25.449366Z","time spent":"515.569829ms","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":789,"request content":"key:\"/registry/events/openstack/senlin-engine-cleaner.18a8efc58d31e369\" "} {"level":"info","ts":"2026-04-23T08:41:25.964953Z","caller":"traceutil/trace.go:171","msg":"trace[326808271] range","detail":"{range_begin:/registry/jobs/openstack/heat-engine-cleaner-29615560; range_end:; response_count:1; response_revision:26962; }","duration":"520.158096ms","start":"2026-04-23T08:41:25.444786Z","end":"2026-04-23T08:41:25.964944Z","steps":["trace[326808271] 'agreement among raft nodes before linearized reading' (duration: 520.090544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:25.964965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.000243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:41:25.964976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:25.444778Z","time spent":"520.193957ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":5640,"request content":"key:\"/registry/jobs/openstack/heat-engine-cleaner-29615560\" "} {"level":"info","ts":"2026-04-23T08:41:25.965004Z","caller":"traceutil/trace.go:171","msg":"trace[1726260692] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26962; }","duration":"309.089185ms","start":"2026-04-23T08:41:25.655904Z","end":"2026-04-23T08:41:25.964993Z","steps":["trace[1726260692] 'agreement among raft nodes before linearized reading' (duration: 309.028504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:25.965039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:25.655876Z","time spent":"309.155147ms","remote":"127.0.0.1:38872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:41:25.964488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.994494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/senlin-engine-cleaner-29615560-j49p2\" ","response":"range_response_count:1 size:5230"} {"level":"info","ts":"2026-04-23T08:41:25.96535Z","caller":"traceutil/trace.go:171","msg":"trace[466699686] range","detail":"{range_begin:/registry/pods/openstack/senlin-engine-cleaner-29615560-j49p2; range_end:; response_count:1; response_revision:26962; }","duration":"436.869244ms","start":"2026-04-23T08:41:25.528434Z","end":"2026-04-23T08:41:25.965303Z","steps":["trace[466699686] 'agreement among raft nodes before linearized reading' (duration: 435.913082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:25.965388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:25.528419Z","time spent":"436.960086ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":5253,"request content":"key:\"/registry/pods/openstack/senlin-engine-cleaner-29615560-j49p2\" "} {"level":"warn","ts":"2026-04-23T08:41:26.186869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.907866ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:41:26.187087Z","caller":"traceutil/trace.go:171","msg":"trace[967406703] transaction","detail":"{read_only:false; response_revision:26964; number_of_response:1; }","duration":"220.867679ms","start":"2026-04-23T08:41:25.966177Z","end":"2026-04-23T08:41:26.187045Z","steps":["trace[967406703] 'process raft request' (duration: 118.717647ms)","trace[967406703] 'compare' (duration: 101.703962ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:41:26.187164Z","caller":"traceutil/trace.go:171","msg":"trace[1005982273] transaction","detail":"{read_only:false; response_revision:26965; number_of_response:1; }","duration":"220.91403ms","start":"2026-04-23T08:41:25.966205Z","end":"2026-04-23T08:41:26.187119Z","steps":["trace[1005982273] 'process raft request' (duration: 220.757666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:26.187295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.327049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/senlin-engine-cleaner-29615560-j49p2\" ","response":"range_response_count:1 size:6548"} {"level":"info","ts":"2026-04-23T08:41:26.187325Z","caller":"traceutil/trace.go:171","msg":"trace[412353551] range","detail":"{range_begin:/registry/pods/openstack/senlin-engine-cleaner-29615560-j49p2; range_end:; response_count:1; response_revision:26968; }","duration":"221.375011ms","start":"2026-04-23T08:41:25.965943Z","end":"2026-04-23T08:41:26.187318Z","steps":["trace[412353551] 'agreement among raft nodes before linearized reading' (duration: 221.282819ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:26.187192Z","caller":"traceutil/trace.go:171","msg":"trace[1304647914] linearizableReadLoop","detail":"{readStateIndex:27889; appliedIndex:27884; }","duration":"212.889783ms","start":"2026-04-23T08:41:25.974285Z","end":"2026-04-23T08:41:26.187175Z","steps":["trace[1304647914] 'read index received' (duration: 110.621839ms)","trace[1304647914] 'applied index is now lower than readState.Index' (duration: 102.266634ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:41:26.187498Z","caller":"traceutil/trace.go:171","msg":"trace[778538128] transaction","detail":"{read_only:false; response_revision:26966; number_of_response:1; }","duration":"219.800374ms","start":"2026-04-23T08:41:25.967686Z","end":"2026-04-23T08:41:26.187486Z","steps":["trace[778538128] 'process raft request' (duration: 219.335893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:26.187617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.500614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:41:26.187643Z","caller":"traceutil/trace.go:171","msg":"trace[1911062974] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26968; }","duration":"221.534905ms","start":"2026-04-23T08:41:25.966102Z","end":"2026-04-23T08:41:26.187637Z","steps":["trace[1911062974] 'agreement among raft nodes before linearized reading' (duration: 221.493224ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:26.187656Z","caller":"traceutil/trace.go:171","msg":"trace[1185619966] transaction","detail":"{read_only:false; response_revision:26968; number_of_response:1; }","duration":"214.100992ms","start":"2026-04-23T08:41:25.973542Z","end":"2026-04-23T08:41:26.187643Z","steps":["trace[1185619966] 'process raft request' (duration: 213.567649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:26.187617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.548339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/senlin-engine-cleaner\" ","response":"range_response_count:1 size:4936"} {"level":"info","ts":"2026-04-23T08:41:26.18779Z","caller":"traceutil/trace.go:171","msg":"trace[1816852645] range","detail":"{range_begin:/registry/cronjobs/openstack/senlin-engine-cleaner; range_end:; response_count:1; response_revision:26968; }","duration":"219.794854ms","start":"2026-04-23T08:41:25.967987Z","end":"2026-04-23T08:41:26.187782Z","steps":["trace[1816852645] 'agreement among raft nodes before linearized reading' (duration: 219.488577ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:26.187788Z","caller":"traceutil/trace.go:171","msg":"trace[1195856483] transaction","detail":"{read_only:false; response_revision:26967; number_of_response:1; }","duration":"215.33141ms","start":"2026-04-23T08:41:25.972445Z","end":"2026-04-23T08:41:26.187776Z","steps":["trace[1195856483] 'process raft request' (duration: 214.618043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:26.187934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.453523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:5421"} {"level":"info","ts":"2026-04-23T08:41:26.187963Z","caller":"traceutil/trace.go:171","msg":"trace[661139752] range","detail":"{range_begin:/registry/cronjobs/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:26968; }","duration":"218.506134ms","start":"2026-04-23T08:41:25.969449Z","end":"2026-04-23T08:41:26.187955Z","steps":["trace[661139752] 'agreement among raft nodes before linearized reading' (duration: 218.428612ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:26.220666Z","caller":"traceutil/trace.go:171","msg":"trace[396657723] transaction","detail":"{read_only:false; response_revision:26970; number_of_response:1; }","duration":"179.70717ms","start":"2026-04-23T08:41:26.040911Z","end":"2026-04-23T08:41:26.220619Z","steps":["trace[396657723] 'process raft request' (duration: 179.460374ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:26.221326Z","caller":"traceutil/trace.go:171","msg":"trace[1931445680] transaction","detail":"{read_only:false; response_revision:26969; number_of_response:1; }","duration":"243.672881ms","start":"2026-04-23T08:41:25.977644Z","end":"2026-04-23T08:41:26.221317Z","steps":["trace[1931445680] 'process raft request' (duration: 242.535805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:26.23632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.166428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3241"} {"level":"info","ts":"2026-04-23T08:41:26.236397Z","caller":"traceutil/trace.go:171","msg":"trace[1266023206] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:26970; }","duration":"158.314111ms","start":"2026-04-23T08:41:26.078065Z","end":"2026-04-23T08:41:26.236379Z","steps":["trace[1266023206] 'agreement among raft nodes before linearized reading' (duration: 157.952393ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:26.67516Z","caller":"traceutil/trace.go:171","msg":"trace[1090208641] transaction","detail":"{read_only:false; response_revision:26973; number_of_response:1; }","duration":"367.721853ms","start":"2026-04-23T08:41:26.307394Z","end":"2026-04-23T08:41:26.675116Z","steps":["trace[1090208641] 'process raft request' (duration: 324.359602ms)","trace[1090208641] 'compare' (duration: 42.916071ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:41:26.675362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:26.307365Z","time spent":"367.883407ms","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":740,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:41:27.208042Z","caller":"traceutil/trace.go:171","msg":"trace[890114824] transaction","detail":"{read_only:false; number_of_response:0; response_revision:26973; }","duration":"900.596527ms","start":"2026-04-23T08:41:26.307403Z","end":"2026-04-23T08:41:27.207999Z","steps":["trace[890114824] 'process raft request' (duration: 900.413293ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:27.208053Z","caller":"traceutil/trace.go:171","msg":"trace[100031436] transaction","detail":"{read_only:false; number_of_response:0; response_revision:26973; }","duration":"900.551346ms","start":"2026-04-23T08:41:26.307475Z","end":"2026-04-23T08:41:27.208027Z","steps":["trace[100031436] 'process raft request' (duration: 900.420073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:27.208183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:26.307444Z","time spent":"900.679769ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T08:41:27.208187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:26.307376Z","time spent":"900.74712ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T08:41:27.208271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.922195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-neutron-default-user\" ","response":"range_response_count:1 size:1160"} {"level":"info","ts":"2026-04-23T08:41:27.208348Z","caller":"traceutil/trace.go:171","msg":"trace[221203496] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-neutron-default-user; range_end:; response_count:1; response_revision:26974; }","duration":"865.059039ms","start":"2026-04-23T08:41:26.343271Z","end":"2026-04-23T08:41:27.20833Z","steps":["trace[221203496] 'agreement among raft nodes before linearized reading' (duration: 864.830313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:27.208401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:26.343247Z","time spent":"865.14318ms","remote":"127.0.0.1:47992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1183,"request content":"key:\"/registry/secrets/openstack/rabbitmq-neutron-default-user\" "} {"level":"info","ts":"2026-04-23T08:41:27.20804Z","caller":"traceutil/trace.go:171","msg":"trace[430145239] linearizableReadLoop","detail":"{readStateIndex:27899; appliedIndex:27896; }","duration":"864.691989ms","start":"2026-04-23T08:41:26.343324Z","end":"2026-04-23T08:41:27.208016Z","steps":["trace[430145239] 'read index received' (duration: 288.499756ms)","trace[430145239] 'applied index is now lower than readState.Index' (duration: 576.191293ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:41:27.208712Z","caller":"traceutil/trace.go:171","msg":"trace[1981253880] transaction","detail":"{read_only:false; response_revision:26974; number_of_response:1; }","duration":"598.636317ms","start":"2026-04-23T08:41:26.610062Z","end":"2026-04-23T08:41:27.208698Z","steps":["trace[1981253880] 'process raft request' (duration: 597.857199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:27.208802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:26.610029Z","time spent":"598.720708ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:41:27.347368Z","caller":"traceutil/trace.go:171","msg":"trace[1320983937] transaction","detail":"{read_only:false; response_revision:26977; number_of_response:1; }","duration":"153.859107ms","start":"2026-04-23T08:41:27.193491Z","end":"2026-04-23T08:41:27.347351Z","steps":["trace[1320983937] 'process raft request' (duration: 153.753644ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:27.3474Z","caller":"traceutil/trace.go:171","msg":"trace[633422269] linearizableReadLoop","detail":"{readStateIndex:27905; appliedIndex:27900; }","duration":"138.723724ms","start":"2026-04-23T08:41:27.20865Z","end":"2026-04-23T08:41:27.347374Z","steps":["trace[633422269] 'read index received' (duration: 138.435407ms)","trace[633422269] 'applied index is now lower than readState.Index' (duration: 286.957µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:41:27.347411Z","caller":"traceutil/trace.go:171","msg":"trace[1981134211] transaction","detail":"{read_only:false; response_revision:26976; number_of_response:1; }","duration":"155.518446ms","start":"2026-04-23T08:41:27.191833Z","end":"2026-04-23T08:41:27.347351Z","steps":["trace[1981134211] 'process raft request' (duration: 155.364612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:27.347579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.805348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:41:27.347658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.76642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T08:41:27.347672Z","caller":"traceutil/trace.go:171","msg":"trace[458499423] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:26979; }","duration":"202.946912ms","start":"2026-04-23T08:41:27.144702Z","end":"2026-04-23T08:41:27.347649Z","steps":["trace[458499423] 'agreement among raft nodes before linearized reading' (duration: 202.741717ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:27.347695Z","caller":"traceutil/trace.go:171","msg":"trace[309703708] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26979; }","duration":"589.838881ms","start":"2026-04-23T08:41:26.757845Z","end":"2026-04-23T08:41:27.347684Z","steps":["trace[309703708] 'agreement among raft nodes before linearized reading' (duration: 589.661717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:27.34773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:26.757839Z","time spent":"589.883032ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T08:41:27.347728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.79499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-23T08:41:27.347811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.861393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T08:41:27.347826Z","caller":"traceutil/trace.go:171","msg":"trace[1967486448] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26979; }","duration":"589.931084ms","start":"2026-04-23T08:41:26.757872Z","end":"2026-04-23T08:41:27.347803Z","steps":["trace[1967486448] 'agreement among raft nodes before linearized reading' (duration: 589.526545ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:27.347861Z","caller":"traceutil/trace.go:171","msg":"trace[1385690525] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26979; }","duration":"731.954625ms","start":"2026-04-23T08:41:26.615892Z","end":"2026-04-23T08:41:27.347847Z","steps":["trace[1385690525] 'agreement among raft nodes before linearized reading' (duration: 731.753761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:27.347884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:26.757867Z","time spent":"590.004626ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T08:41:27.347893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:26.615881Z","time spent":"732.003066ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T08:41:27.347897Z","caller":"traceutil/trace.go:171","msg":"trace[1703782048] transaction","detail":"{read_only:false; response_revision:26979; number_of_response:1; }","duration":"152.188198ms","start":"2026-04-23T08:41:27.195695Z","end":"2026-04-23T08:41:27.347884Z","steps":["trace[1703782048] 'process raft request' (duration: 151.628375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:27.347952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.556544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:41:27.347935Z","caller":"traceutil/trace.go:171","msg":"trace[1929803491] transaction","detail":"{read_only:false; response_revision:26978; number_of_response:1; }","duration":"153.629501ms","start":"2026-04-23T08:41:27.194267Z","end":"2026-04-23T08:41:27.347896Z","steps":["trace[1929803491] 'process raft request' (duration: 153.016447ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:27.347985Z","caller":"traceutil/trace.go:171","msg":"trace[1172906831] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26979; }","duration":"815.609075ms","start":"2026-04-23T08:41:26.532365Z","end":"2026-04-23T08:41:27.347974Z","steps":["trace[1172906831] 'agreement among raft nodes before linearized reading' (duration: 815.554904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:27.348015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:26.532357Z","time spent":"815.649896ms","remote":"127.0.0.1:46504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:41:27.348051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.230701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-23T08:41:27.348085Z","caller":"traceutil/trace.go:171","msg":"trace[1773077708] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26979; }","duration":"590.339894ms","start":"2026-04-23T08:41:26.757735Z","end":"2026-04-23T08:41:27.348075Z","steps":["trace[1773077708] 'agreement among raft nodes before linearized reading' (duration: 590.246221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:27.348109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:26.757707Z","time spent":"590.395314ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T08:41:27.348106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.059704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T08:41:27.348139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.046349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:41:27.348146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000105217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/monitoring/vector-headless-pt8xg\" ","response":"range_response_count:1 size:1425"} {"level":"info","ts":"2026-04-23T08:41:27.348162Z","caller":"traceutil/trace.go:171","msg":"trace[750037031] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26979; }","duration":"464.137401ms","start":"2026-04-23T08:41:26.884017Z","end":"2026-04-23T08:41:27.348155Z","steps":["trace[750037031] 'agreement among raft nodes before linearized reading' (duration: 464.07228ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:27.348157Z","caller":"traceutil/trace.go:171","msg":"trace[765852157] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:26979; }","duration":"212.152706ms","start":"2026-04-23T08:41:27.135988Z","end":"2026-04-23T08:41:27.348141Z","steps":["trace[765852157] 'agreement among raft nodes before linearized reading' (duration: 212.062524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:27.34818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:26.883988Z","time spent":"464.187852ms","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T08:41:27.34819Z","caller":"traceutil/trace.go:171","msg":"trace[1888122028] range","detail":"{range_begin:/registry/endpointslices/monitoring/vector-headless-pt8xg; range_end:; response_count:1; response_revision:26979; }","duration":"1.00022846s","start":"2026-04-23T08:41:26.347942Z","end":"2026-04-23T08:41:27.34817Z","steps":["trace[1888122028] 'agreement among raft nodes before linearized reading' (duration: 1.000060546s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:27.348221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.533897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T08:41:27.348227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:26.347915Z","time spent":"1.000300521s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1448,"request content":"key:\"/registry/endpointslices/monitoring/vector-headless-pt8xg\" "} {"level":"warn","ts":"2026-04-23T08:41:27.348234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.67928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-cleaner.18a8efc58d2ea3ac\" ","response":"range_response_count:1 size:758"} {"level":"info","ts":"2026-04-23T08:41:27.34827Z","caller":"traceutil/trace.go:171","msg":"trace[1274924293] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26979; }","duration":"816.611808ms","start":"2026-04-23T08:41:26.531627Z","end":"2026-04-23T08:41:27.348238Z","steps":["trace[1274924293] 'agreement among raft nodes before linearized reading' (duration: 816.556097ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:27.34827Z","caller":"traceutil/trace.go:171","msg":"trace[453220343] range","detail":"{range_begin:/registry/events/openstack/heat-engine-cleaner.18a8efc58d2ea3ac; range_end:; response_count:1; response_revision:26979; }","duration":"668.776602ms","start":"2026-04-23T08:41:26.679481Z","end":"2026-04-23T08:41:27.348258Z","steps":["trace[453220343] 'agreement among raft nodes before linearized reading' (duration: 668.622428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:27.348296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:26.531599Z","time spent":"816.689741ms","remote":"127.0.0.1:41394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:41:27.348303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:26.679457Z","time spent":"668.837954ms","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":781,"request content":"key:\"/registry/events/openstack/heat-engine-cleaner.18a8efc58d2ea3ac\" "} {"level":"info","ts":"2026-04-23T08:41:27.347315Z","caller":"traceutil/trace.go:171","msg":"trace[1856724174] transaction","detail":"{read_only:false; response_revision:26975; number_of_response:1; }","duration":"424.491537ms","start":"2026-04-23T08:41:26.922786Z","end":"2026-04-23T08:41:27.347278Z","steps":["trace[1856724174] 'process raft request' (duration: 424.20451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:27.348777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:26.922753Z","time spent":"425.94098ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:41:27.506727Z","caller":"traceutil/trace.go:171","msg":"trace[1902474411] linearizableReadLoop","detail":"{readStateIndex:27906; appliedIndex:27905; }","duration":"159.229342ms","start":"2026-04-23T08:41:27.347473Z","end":"2026-04-23T08:41:27.506703Z","steps":["trace[1902474411] 'read index received' (duration: 141.027558ms)","trace[1902474411] 'applied index is now lower than readState.Index' (duration: 18.200774ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:41:27.506874Z","caller":"traceutil/trace.go:171","msg":"trace[1600365219] transaction","detail":"{read_only:false; response_revision:26980; number_of_response:1; }","duration":"295.189502ms","start":"2026-04-23T08:41:27.211634Z","end":"2026-04-23T08:41:27.506824Z","steps":["trace[1600365219] 'process raft request' (duration: 276.930346ms)","trace[1600365219] 'compare' (duration: 17.98039ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:41:27.507019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.78555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-engine-cleaner-29615560\" ","response":"range_response_count:1 size:5171"} {"level":"warn","ts":"2026-04-23T08:41:27.50702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.880662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-neutron-nodes\" ","response":"range_response_count:1 size:1263"} {"level":"info","ts":"2026-04-23T08:41:27.507067Z","caller":"traceutil/trace.go:171","msg":"trace[1994281233] range","detail":"{range_begin:/registry/jobs/openstack/senlin-engine-cleaner-29615560; range_end:; response_count:1; response_revision:26980; }","duration":"296.935003ms","start":"2026-04-23T08:41:27.210118Z","end":"2026-04-23T08:41:27.507053Z","steps":["trace[1994281233] 'agreement among raft nodes before linearized reading' (duration: 296.702488ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:27.507081Z","caller":"traceutil/trace.go:171","msg":"trace[1409102220] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-neutron-nodes; range_end:; response_count:1; response_revision:26980; }","duration":"291.029796ms","start":"2026-04-23T08:41:27.216036Z","end":"2026-04-23T08:41:27.507065Z","steps":["trace[1409102220] 'agreement among raft nodes before linearized reading' (duration: 290.708908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:27.507094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.943844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-engine-cleaner-29615560\" ","response":"range_response_count:1 size:5617"} {"level":"warn","ts":"2026-04-23T08:41:27.507095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.668632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T08:41:27.507167Z","caller":"traceutil/trace.go:171","msg":"trace[190519920] range","detail":"{range_begin:/registry/jobs/openstack/heat-engine-cleaner-29615560; range_end:; response_count:1; response_revision:26980; }","duration":"297.049526ms","start":"2026-04-23T08:41:27.2101Z","end":"2026-04-23T08:41:27.507149Z","steps":["trace[190519920] 'agreement among raft nodes before linearized reading' (duration: 296.757939ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:27.507189Z","caller":"traceutil/trace.go:171","msg":"trace[1457180210] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26980; }","duration":"207.834296ms","start":"2026-04-23T08:41:27.299332Z","end":"2026-04-23T08:41:27.507166Z","steps":["trace[1457180210] 'agreement among raft nodes before linearized reading' (duration: 207.418776ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:27.566413Z","caller":"traceutil/trace.go:171","msg":"trace[1197286176] transaction","detail":"{read_only:false; response_revision:26981; number_of_response:1; }","duration":"212.271078ms","start":"2026-04-23T08:41:27.35411Z","end":"2026-04-23T08:41:27.566381Z","steps":["trace[1197286176] 'process raft request' (duration: 212.050973ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:27.566787Z","caller":"traceutil/trace.go:171","msg":"trace[436673202] transaction","detail":"{read_only:false; response_revision:26982; number_of_response:1; }","duration":"212.565146ms","start":"2026-04-23T08:41:27.354174Z","end":"2026-04-23T08:41:27.566739Z","steps":["trace[436673202] 'process raft request' (duration: 212.158456ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:27.566823Z","caller":"traceutil/trace.go:171","msg":"trace[2014842221] transaction","detail":"{read_only:false; response_revision:26984; number_of_response:1; }","duration":"211.652634ms","start":"2026-04-23T08:41:27.355146Z","end":"2026-04-23T08:41:27.566799Z","steps":["trace[2014842221] 'process raft request' (duration: 211.552662ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:27.566928Z","caller":"traceutil/trace.go:171","msg":"trace[1811738641] transaction","detail":"{read_only:false; response_revision:26983; number_of_response:1; }","duration":"212.663138ms","start":"2026-04-23T08:41:27.354243Z","end":"2026-04-23T08:41:27.566906Z","steps":["trace[1811738641] 'process raft request' (duration: 212.317619ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:27.567147Z","caller":"traceutil/trace.go:171","msg":"trace[376192897] transaction","detail":"{read_only:false; response_revision:26985; number_of_response:1; }","duration":"211.87099ms","start":"2026-04-23T08:41:27.355263Z","end":"2026-04-23T08:41:27.567134Z","steps":["trace[376192897] 'process raft request' (duration: 211.500361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:27.567311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.90901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:41:27.567343Z","caller":"traceutil/trace.go:171","msg":"trace[1723556709] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26985; }","duration":"217.981592ms","start":"2026-04-23T08:41:27.349353Z","end":"2026-04-23T08:41:27.567334Z","steps":["trace[1723556709] 'agreement among raft nodes before linearized reading' (duration: 217.88868ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:27.766136Z","caller":"traceutil/trace.go:171","msg":"trace[1227062394] transaction","detail":"{read_only:false; response_revision:26990; number_of_response:1; }","duration":"165.705534ms","start":"2026-04-23T08:41:27.6004Z","end":"2026-04-23T08:41:27.766106Z","steps":["trace[1227062394] 'process raft request' (duration: 164.161348ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:27.806505Z","caller":"traceutil/trace.go:171","msg":"trace[1075636857] transaction","detail":"{read_only:false; number_of_response:0; response_revision:26990; }","duration":"203.7086ms","start":"2026-04-23T08:41:27.602756Z","end":"2026-04-23T08:41:27.806465Z","steps":["trace[1075636857] 'process raft request' (duration: 203.493135ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:27.80654Z","caller":"traceutil/trace.go:171","msg":"trace[920293766] transaction","detail":"{read_only:false; number_of_response:0; response_revision:26990; }","duration":"202.350198ms","start":"2026-04-23T08:41:27.604152Z","end":"2026-04-23T08:41:27.806503Z","steps":["trace[920293766] 'process raft request' (duration: 202.194264ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:27.806599Z","caller":"traceutil/trace.go:171","msg":"trace[1853183976] linearizableReadLoop","detail":"{readStateIndex:27918; appliedIndex:27915; }","duration":"202.402439ms","start":"2026-04-23T08:41:27.604179Z","end":"2026-04-23T08:41:27.806581Z","steps":["trace[1853183976] 'read index received' (duration: 160.238227ms)","trace[1853183976] 'applied index is now lower than readState.Index' (duration: 42.163112ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:41:27.806995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.801499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" ","response":"range_response_count:1 size:9562"} {"level":"info","ts":"2026-04-23T08:41:27.807071Z","caller":"traceutil/trace.go:171","msg":"trace[1881452587] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-neutron-server; range_end:; response_count:1; response_revision:26992; }","duration":"202.929392ms","start":"2026-04-23T08:41:27.604132Z","end":"2026-04-23T08:41:27.807061Z","steps":["trace[1881452587] 'agreement among raft nodes before linearized reading' (duration: 202.670036ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:27.807326Z","caller":"traceutil/trace.go:171","msg":"trace[796163600] transaction","detail":"{read_only:false; response_revision:26992; number_of_response:1; }","duration":"200.087005ms","start":"2026-04-23T08:41:27.607229Z","end":"2026-04-23T08:41:27.807316Z","steps":["trace[796163600] 'process raft request' (duration: 199.296536ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:27.807361Z","caller":"traceutil/trace.go:171","msg":"trace[2018423343] transaction","detail":"{read_only:false; response_revision:26991; number_of_response:1; }","duration":"202.425139ms","start":"2026-04-23T08:41:27.604913Z","end":"2026-04-23T08:41:27.807338Z","steps":["trace[2018423343] 'process raft request' (duration: 201.508808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:28.253915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.107813ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:41:28.254007Z","caller":"traceutil/trace.go:171","msg":"trace[274410943] linearizableReadLoop","detail":"{readStateIndex:27921; appliedIndex:27920; }","duration":"444.670577ms","start":"2026-04-23T08:41:27.809322Z","end":"2026-04-23T08:41:28.253993Z","steps":["trace[274410943] 'read index received' (duration: 311.332518ms)","trace[274410943] 'applied index is now lower than readState.Index' (duration: 133.337149ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:41:28.254162Z","caller":"traceutil/trace.go:171","msg":"trace[1316348706] transaction","detail":"{read_only:false; response_revision:26993; number_of_response:1; }","duration":"445.406994ms","start":"2026-04-23T08:41:27.808747Z","end":"2026-04-23T08:41:28.254154Z","steps":["trace[1316348706] 'process raft request' (duration: 311.997724ms)","trace[1316348706] 'compare' (duration: 132.773426ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:41:28.254199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:27.808732Z","time spent":"445.446385ms","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":748,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:41:28.254745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.435385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-engine-cleaner-29615560\" ","response":"range_response_count:1 size:5617"} {"level":"info","ts":"2026-04-23T08:41:28.254785Z","caller":"traceutil/trace.go:171","msg":"trace[1306124830] range","detail":"{range_begin:/registry/jobs/openstack/heat-engine-cleaner-29615560; range_end:; response_count:1; response_revision:26993; }","duration":"445.523077ms","start":"2026-04-23T08:41:27.809252Z","end":"2026-04-23T08:41:28.254775Z","steps":["trace[1306124830] 'agreement among raft nodes before linearized reading' (duration: 445.363413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:28.254816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:27.80922Z","time spent":"445.590809ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":5640,"request content":"key:\"/registry/jobs/openstack/heat-engine-cleaner-29615560\" "} {"level":"warn","ts":"2026-04-23T08:41:28.287496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.427594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/senlin-engine-cleaner\" ","response":"range_response_count:1 size:4936"} {"level":"warn","ts":"2026-04-23T08:41:28.287522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.310421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-23T08:41:28.287596Z","caller":"traceutil/trace.go:171","msg":"trace[936564629] range","detail":"{range_begin:/registry/cronjobs/openstack/senlin-engine-cleaner; range_end:; response_count:1; response_revision:26994; }","duration":"475.926355ms","start":"2026-04-23T08:41:27.811646Z","end":"2026-04-23T08:41:28.287572Z","steps":["trace[936564629] 'agreement among raft nodes before linearized reading' (duration: 475.143567ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:28.287607Z","caller":"traceutil/trace.go:171","msg":"trace[445724341] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:26994; }","duration":"475.434575ms","start":"2026-04-23T08:41:27.81215Z","end":"2026-04-23T08:41:28.287584Z","steps":["trace[445724341] 'agreement among raft nodes before linearized reading' (duration: 474.737868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:28.287642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:27.811633Z","time spent":"475.998558ms","remote":"127.0.0.1:48148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4959,"request content":"key:\"/registry/cronjobs/openstack/senlin-engine-cleaner\" "} {"level":"warn","ts":"2026-04-23T08:41:28.287653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:27.812135Z","time spent":"475.505416ms","remote":"127.0.0.1:48054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-04-23T08:41:28.456684Z","caller":"traceutil/trace.go:171","msg":"trace[302284591] transaction","detail":"{read_only:false; number_of_response:0; response_revision:26995; }","duration":"156.347026ms","start":"2026-04-23T08:41:28.30031Z","end":"2026-04-23T08:41:28.456657Z","steps":["trace[302284591] 'process raft request' (duration: 156.221473ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:28.457921Z","caller":"traceutil/trace.go:171","msg":"trace[795015571] transaction","detail":"{read_only:false; number_of_response:0; response_revision:26995; }","duration":"157.705267ms","start":"2026-04-23T08:41:28.300199Z","end":"2026-04-23T08:41:28.457904Z","steps":["trace[795015571] 'process raft request' (duration: 155.000854ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:28.458379Z","caller":"traceutil/trace.go:171","msg":"trace[1814413282] linearizableReadLoop","detail":"{readStateIndex:27927; appliedIndex:27922; }","duration":"151.045891ms","start":"2026-04-23T08:41:28.307319Z","end":"2026-04-23T08:41:28.458365Z","steps":["trace[1814413282] 'read index received' (duration: 12.218005ms)","trace[1814413282] 'applied index is now lower than readState.Index' (duration: 138.826586ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:41:28.458669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.317437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" ","response":"range_response_count:1 size:9562"} {"level":"warn","ts":"2026-04-23T08:41:28.458751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.459685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T08:41:28.458731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.511289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-cleaner.18a8efc58d2ea3ac\" ","response":"range_response_count:1 size:758"} {"level":"info","ts":"2026-04-23T08:41:28.458795Z","caller":"traceutil/trace.go:171","msg":"trace[381324205] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:26997; }","duration":"104.555778ms","start":"2026-04-23T08:41:28.354224Z","end":"2026-04-23T08:41:28.45878Z","steps":["trace[381324205] 'agreement among raft nodes before linearized reading' (duration: 104.418355ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:28.458807Z","caller":"traceutil/trace.go:171","msg":"trace[1794959298] range","detail":"{range_begin:/registry/events/openstack/heat-engine-cleaner.18a8efc58d2ea3ac; range_end:; response_count:1; response_revision:26997; }","duration":"135.650842ms","start":"2026-04-23T08:41:28.323139Z","end":"2026-04-23T08:41:28.45879Z","steps":["trace[1794959298] 'agreement among raft nodes before linearized reading' (duration: 135.393466ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:28.45881Z","caller":"traceutil/trace.go:171","msg":"trace[781250556] transaction","detail":"{read_only:false; response_revision:26996; number_of_response:1; }","duration":"158.448164ms","start":"2026-04-23T08:41:28.300351Z","end":"2026-04-23T08:41:28.458799Z","steps":["trace[781250556] 'process raft request' (duration: 156.223793ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:28.458761Z","caller":"traceutil/trace.go:171","msg":"trace[892774135] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-neutron-server; range_end:; response_count:1; response_revision:26997; }","duration":"151.460011ms","start":"2026-04-23T08:41:28.307279Z","end":"2026-04-23T08:41:28.458739Z","steps":["trace[892774135] 'agreement among raft nodes before linearized reading' (duration: 151.182254ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:28.459085Z","caller":"traceutil/trace.go:171","msg":"trace[305998988] transaction","detail":"{read_only:false; response_revision:26997; number_of_response:1; }","duration":"158.623328ms","start":"2026-04-23T08:41:28.300451Z","end":"2026-04-23T08:41:28.459074Z","steps":["trace[305998988] 'process raft request' (duration: 157.84386ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:28.894008Z","caller":"traceutil/trace.go:171","msg":"trace[1968074581] transaction","detail":"{read_only:false; response_revision:26999; number_of_response:1; }","duration":"428.882249ms","start":"2026-04-23T08:41:28.46507Z","end":"2026-04-23T08:41:28.893952Z","steps":["trace[1968074581] 'process raft request' (duration: 428.627343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:28.894283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:28.465056Z","time spent":"429.079834ms","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":740,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:41:28.894908Z","caller":"traceutil/trace.go:171","msg":"trace[2094353623] linearizableReadLoop","detail":"{readStateIndex:27929; appliedIndex:27929; }","duration":"427.055146ms","start":"2026-04-23T08:41:28.467791Z","end":"2026-04-23T08:41:28.894846Z","steps":["trace[2094353623] 'read index received' (duration: 427.048336ms)","trace[2094353623] 'applied index is now lower than readState.Index' (duration: 5.08µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:41:28.895126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.607272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3241"} {"level":"info","ts":"2026-04-23T08:41:28.895157Z","caller":"traceutil/trace.go:171","msg":"trace[1074162678] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:26999; }","duration":"428.669894ms","start":"2026-04-23T08:41:28.466479Z","end":"2026-04-23T08:41:28.895148Z","steps":["trace[1074162678] 'agreement among raft nodes before linearized reading' (duration: 428.526471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:28.895184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:28.466472Z","time spent":"428.704415ms","remote":"127.0.0.1:53488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3264,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"info","ts":"2026-04-23T08:41:29.010179Z","caller":"traceutil/trace.go:171","msg":"trace[1223654888] linearizableReadLoop","detail":"{readStateIndex:27931; appliedIndex:27929; }","duration":"115.186996ms","start":"2026-04-23T08:41:28.894964Z","end":"2026-04-23T08:41:29.010151Z","steps":["trace[1223654888] 'read index received' (duration: 106.148755ms)","trace[1223654888] 'applied index is now lower than readState.Index' (duration: 9.036861ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:41:29.010235Z","caller":"traceutil/trace.go:171","msg":"trace[1952422113] transaction","detail":"{read_only:false; number_of_response:0; response_revision:26999; }","duration":"541.393062ms","start":"2026-04-23T08:41:28.468828Z","end":"2026-04-23T08:41:29.010221Z","steps":["trace[1952422113] 'process raft request' (duration: 532.367992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:29.01035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:28.468813Z","time spent":"541.460594ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T08:41:29.01041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.58618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:41:29.010459Z","caller":"traceutil/trace.go:171","msg":"trace[34206037] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26999; }","duration":"219.659012ms","start":"2026-04-23T08:41:28.790784Z","end":"2026-04-23T08:41:29.010443Z","steps":["trace[34206037] 'agreement among raft nodes before linearized reading' (duration: 219.557889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:29.010283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.508053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:41:29.010745Z","caller":"traceutil/trace.go:171","msg":"trace[592265263] transaction","detail":"{read_only:false; number_of_response:0; response_revision:26999; }","duration":"538.170317ms","start":"2026-04-23T08:41:28.47256Z","end":"2026-04-23T08:41:29.010731Z","steps":["trace[592265263] 'process raft request' (duration: 537.543683ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:29.010727Z","caller":"traceutil/trace.go:171","msg":"trace[847751072] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26999; }","duration":"127.930373ms","start":"2026-04-23T08:41:28.882697Z","end":"2026-04-23T08:41:29.010627Z","steps":["trace[847751072] 'agreement among raft nodes before linearized reading' (duration: 127.461132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:29.010795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.3789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-04-23T08:41:29.01081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:28.472549Z","time spent":"538.230348ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T08:41:29.010994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.781796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/senlin-engine-cleaner.18a8efc58d31e369\" ","response":"range_response_count:1 size:766"} {"level":"info","ts":"2026-04-23T08:41:29.011052Z","caller":"traceutil/trace.go:171","msg":"trace[1239953311] range","detail":"{range_begin:/registry/events/openstack/senlin-engine-cleaner.18a8efc58d31e369; range_end:; response_count:1; response_revision:26999; }","duration":"111.896878ms","start":"2026-04-23T08:41:28.899143Z","end":"2026-04-23T08:41:29.01104Z","steps":["trace[1239953311] 'agreement among raft nodes before linearized reading' (duration: 111.751765ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:29.010982Z","caller":"traceutil/trace.go:171","msg":"trace[1435792370] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26999; }","duration":"320.437071ms","start":"2026-04-23T08:41:28.690389Z","end":"2026-04-23T08:41:29.010826Z","steps":["trace[1435792370] 'agreement among raft nodes before linearized reading' (duration: 320.258386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:29.011169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:28.69038Z","time spent":"320.776408ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T08:41:29.011282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.495569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3224"} {"level":"info","ts":"2026-04-23T08:41:29.011323Z","caller":"traceutil/trace.go:171","msg":"trace[650893558] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:26999; }","duration":"108.552651ms","start":"2026-04-23T08:41:28.90276Z","end":"2026-04-23T08:41:29.011312Z","steps":["trace[650893558] 'agreement among raft nodes before linearized reading' (duration: 108.444788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:29.011728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.029308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:41:29.011767Z","caller":"traceutil/trace.go:171","msg":"trace[2141875123] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26999; }","duration":"325.319334ms","start":"2026-04-23T08:41:28.686438Z","end":"2026-04-23T08:41:29.011757Z","steps":["trace[2141875123] 'agreement among raft nodes before linearized reading' (duration: 325.011107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:29.011791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:28.68638Z","time spent":"325.402917ms","remote":"127.0.0.1:44352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:41:29.221337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.631953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-octavia-default-user\" ","response":"range_response_count:1 size:1160"} {"level":"info","ts":"2026-04-23T08:41:29.221414Z","caller":"traceutil/trace.go:171","msg":"trace[2063286207] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-octavia-default-user; range_end:; response_count:1; response_revision:27007; }","duration":"108.758186ms","start":"2026-04-23T08:41:29.112639Z","end":"2026-04-23T08:41:29.221397Z","steps":["trace[2063286207] 'range keys from in-memory index tree' (duration: 108.48827ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:29.443271Z","caller":"traceutil/trace.go:171","msg":"trace[1606481825] linearizableReadLoop","detail":"{readStateIndex:27950; appliedIndex:27949; }","duration":"134.026054ms","start":"2026-04-23T08:41:29.309207Z","end":"2026-04-23T08:41:29.443234Z","steps":["trace[1606481825] 'read index received' (duration: 130.542563ms)","trace[1606481825] 'applied index is now lower than readState.Index' (duration: 3.482511ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:41:29.44337Z","caller":"traceutil/trace.go:171","msg":"trace[755708645] transaction","detail":"{read_only:false; response_revision:27016; number_of_response:1; }","duration":"137.345231ms","start":"2026-04-23T08:41:29.305995Z","end":"2026-04-23T08:41:29.44334Z","steps":["trace[755708645] 'process raft request' (duration: 133.736567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:29.443566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.330971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9577"} {"level":"info","ts":"2026-04-23T08:41:29.443608Z","caller":"traceutil/trace.go:171","msg":"trace[134591837] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:27016; }","duration":"134.443003ms","start":"2026-04-23T08:41:29.309154Z","end":"2026-04-23T08:41:29.443597Z","steps":["trace[134591837] 'agreement among raft nodes before linearized reading' (duration: 134.215328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:29.446643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.261207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/senlin-engine-cleaner\" ","response":"range_response_count:1 size:4936"} {"level":"info","ts":"2026-04-23T08:41:29.446763Z","caller":"traceutil/trace.go:171","msg":"trace[2090575108] range","detail":"{range_begin:/registry/cronjobs/openstack/senlin-engine-cleaner; range_end:; response_count:1; response_revision:27020; }","duration":"106.548413ms","start":"2026-04-23T08:41:29.340188Z","end":"2026-04-23T08:41:29.446736Z","steps":["trace[2090575108] 'agreement among raft nodes before linearized reading' (duration: 106.116433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:29.448142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.305737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:5421"} {"level":"info","ts":"2026-04-23T08:41:29.448204Z","caller":"traceutil/trace.go:171","msg":"trace[682837847] range","detail":"{range_begin:/registry/cronjobs/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:27020; }","duration":"106.41186ms","start":"2026-04-23T08:41:29.341778Z","end":"2026-04-23T08:41:29.44819Z","steps":["trace[682837847] 'agreement among raft nodes before linearized reading' (duration: 106.245946ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:29.665737Z","caller":"traceutil/trace.go:171","msg":"trace[1058952190] linearizableReadLoop","detail":"{readStateIndex:27965; appliedIndex:27964; }","duration":"120.247304ms","start":"2026-04-23T08:41:29.54546Z","end":"2026-04-23T08:41:29.665707Z","steps":["trace[1058952190] 'read index received' (duration: 116.790653ms)","trace[1058952190] 'applied index is now lower than readState.Index' (duration: 3.455141ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:41:29.665955Z","caller":"traceutil/trace.go:171","msg":"trace[1645931688] transaction","detail":"{read_only:false; response_revision:27029; number_of_response:1; }","duration":"124.035102ms","start":"2026-04-23T08:41:29.541906Z","end":"2026-04-23T08:41:29.665941Z","steps":["trace[1645931688] 'process raft request' (duration: 120.437788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:29.666377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.895089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-04-23T08:41:29.666424Z","caller":"traceutil/trace.go:171","msg":"trace[193867450] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:27029; }","duration":"120.97479ms","start":"2026-04-23T08:41:29.545437Z","end":"2026-04-23T08:41:29.666412Z","steps":["trace[193867450] 'agreement among raft nodes before linearized reading' (duration: 120.723074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:30.10044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.640592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican-nodes\" ","response":"range_response_count:1 size:1266"} {"level":"info","ts":"2026-04-23T08:41:30.10055Z","caller":"traceutil/trace.go:171","msg":"trace[1881271082] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican-nodes; range_end:; response_count:1; response_revision:27040; }","duration":"120.780206ms","start":"2026-04-23T08:41:29.979749Z","end":"2026-04-23T08:41:30.100529Z","steps":["trace[1881271082] 'range keys from in-memory index tree' (duration: 120.496119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:30.100825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.589452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3234"} {"level":"info","ts":"2026-04-23T08:41:30.100868Z","caller":"traceutil/trace.go:171","msg":"trace[652234032] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:27040; }","duration":"117.643713ms","start":"2026-04-23T08:41:29.983214Z","end":"2026-04-23T08:41:30.100857Z","steps":["trace[652234032] 'range keys from in-memory index tree' (duration: 117.50381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:30.317317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.866695ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:41:30.31781Z","caller":"traceutil/trace.go:171","msg":"trace[1945278096] linearizableReadLoop","detail":"{readStateIndex:27980; appliedIndex:27979; }","duration":"131.122567ms","start":"2026-04-23T08:41:30.186665Z","end":"2026-04-23T08:41:30.317788Z","steps":["trace[1945278096] 'read index received' (duration: 25.689509ms)","trace[1945278096] 'applied index is now lower than readState.Index' (duration: 105.430248ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:41:30.31794Z","caller":"traceutil/trace.go:171","msg":"trace[1254102775] transaction","detail":"{read_only:false; response_revision:27044; number_of_response:1; }","duration":"132.839557ms","start":"2026-04-23T08:41:30.185058Z","end":"2026-04-23T08:41:30.317897Z","steps":["trace[1254102775] 'process raft request' (duration: 27.304937ms)","trace[1254102775] 'compare' (duration: 104.596768ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:41:30.31824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.541607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-04-23T08:41:30.31835Z","caller":"traceutil/trace.go:171","msg":"trace[1635767981] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:27044; }","duration":"131.695891ms","start":"2026-04-23T08:41:30.186628Z","end":"2026-04-23T08:41:30.318324Z","steps":["trace[1635767981] 'agreement among raft nodes before linearized reading' (duration: 131.376803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:30.319492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.189156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance-nodes\" ","response":"range_response_count:1 size:1256"} {"level":"info","ts":"2026-04-23T08:41:30.319658Z","caller":"traceutil/trace.go:171","msg":"trace[1814196462] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance-nodes; range_end:; response_count:1; response_revision:27045; }","duration":"115.386039ms","start":"2026-04-23T08:41:30.204256Z","end":"2026-04-23T08:41:30.319642Z","steps":["trace[1814196462] 'agreement among raft nodes before linearized reading' (duration: 114.429177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:31.055509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.30295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3241"} {"level":"info","ts":"2026-04-23T08:41:31.055667Z","caller":"traceutil/trace.go:171","msg":"trace[1098807052] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:27058; }","duration":"176.502605ms","start":"2026-04-23T08:41:30.879104Z","end":"2026-04-23T08:41:31.055607Z","steps":["trace[1098807052] 'range keys from in-memory index tree' (duration: 176.066455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:31.055815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.83835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:41:31.055841Z","caller":"traceutil/trace.go:171","msg":"trace[1716638727] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27058; }","duration":"169.916922ms","start":"2026-04-23T08:41:30.885916Z","end":"2026-04-23T08:41:31.055833Z","steps":["trace[1716638727] 'range keys from in-memory index tree' (duration: 169.730657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:31.05602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.440701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached\" ","response":"range_response_count:1 size:1165"} {"level":"info","ts":"2026-04-23T08:41:31.056049Z","caller":"traceutil/trace.go:171","msg":"trace[1029526122] range","detail":"{range_begin:/registry/services/specs/openstack/memcached; range_end:; response_count:1; response_revision:27058; }","duration":"151.468141ms","start":"2026-04-23T08:41:30.904571Z","end":"2026-04-23T08:41:31.05604Z","steps":["trace[1029526122] 'range keys from in-memory index tree' (duration: 151.293878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:31.05635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.056772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:1096"} {"level":"info","ts":"2026-04-23T08:41:31.056381Z","caller":"traceutil/trace.go:171","msg":"trace[1490456113] range","detail":"{range_begin:/registry/services/specs/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:27058; }","duration":"127.110354ms","start":"2026-04-23T08:41:30.929263Z","end":"2026-04-23T08:41:31.056373Z","steps":["trace[1490456113] 'range keys from in-memory index tree' (duration: 126.95331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:31.056607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.136041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4386"} {"level":"info","ts":"2026-04-23T08:41:31.056644Z","caller":"traceutil/trace.go:171","msg":"trace[519951808] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:27058; }","duration":"102.196182ms","start":"2026-04-23T08:41:30.95444Z","end":"2026-04-23T08:41:31.056637Z","steps":["trace[519951808] 'range keys from in-memory index tree' (duration: 102.027549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:31.729306Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634067275,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T08:41:31.807164Z","caller":"traceutil/trace.go:171","msg":"trace[1788616969] transaction","detail":"{read_only:false; response_revision:27059; number_of_response:1; }","duration":"580.517195ms","start":"2026-04-23T08:41:31.226617Z","end":"2026-04-23T08:41:31.807135Z","steps":["trace[1788616969] 'process raft request' (duration: 580.266989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:31.807359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:31.226595Z","time spent":"580.662717ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:41:32.73749Z","caller":"traceutil/trace.go:171","msg":"trace[175136202] transaction","detail":"{read_only:false; response_revision:27061; number_of_response:1; }","duration":"1.283540685s","start":"2026-04-23T08:41:31.453926Z","end":"2026-04-23T08:41:32.737467Z","steps":["trace[175136202] 'process raft request' (duration: 1.283406971s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:32.737504Z","caller":"traceutil/trace.go:171","msg":"trace[335056962] transaction","detail":"{read_only:false; response_revision:27060; number_of_response:1; }","duration":"1.283725969s","start":"2026-04-23T08:41:31.453729Z","end":"2026-04-23T08:41:32.737455Z","steps":["trace[335056962] 'process raft request' (duration: 1.282340257s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:32.737633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:31.45392Z","time spent":"1.283636027s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:41:32.737712Z","caller":"traceutil/trace.go:171","msg":"trace[563149278] linearizableReadLoop","detail":"{readStateIndex:28002; appliedIndex:27997; }","duration":"1.508630753s","start":"2026-04-23T08:41:31.229057Z","end":"2026-04-23T08:41:32.737687Z","steps":["trace[563149278] 'read index received' (duration: 577.794411ms)","trace[563149278] 'applied index is now lower than readState.Index' (duration: 930.835232ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:41:32.737744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:31.453703Z","time spent":"1.283910404s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:41:32.737761Z","caller":"traceutil/trace.go:171","msg":"trace[1576862524] transaction","detail":"{read_only:false; response_revision:27063; number_of_response:1; }","duration":"1.280383141s","start":"2026-04-23T08:41:31.457359Z","end":"2026-04-23T08:41:32.737742Z","steps":["trace[1576862524] 'process raft request' (duration: 1.280226207s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:32.737721Z","caller":"traceutil/trace.go:171","msg":"trace[1760857089] transaction","detail":"{read_only:false; response_revision:27062; number_of_response:1; }","duration":"1.283424552s","start":"2026-04-23T08:41:31.454268Z","end":"2026-04-23T08:41:32.737693Z","steps":["trace[1760857089] 'process raft request' (duration: 1.283168346s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:32.737907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:31.457342Z","time spent":"1.280459013s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:41:32.737934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:31.454262Z","time spent":"1.283560795s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:41:32.737984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.508901619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-04-23T08:41:32.73807Z","caller":"traceutil/trace.go:171","msg":"trace[1467103210] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin; range_end:; response_count:1; response_revision:27063; }","duration":"1.509023052s","start":"2026-04-23T08:41:31.229026Z","end":"2026-04-23T08:41:32.738049Z","steps":["trace[1467103210] 'agreement among raft nodes before linearized reading' (duration: 1.508749066s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:32.73812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:31.229015Z","time spent":"1.509096194s","remote":"127.0.0.1:53488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3259,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-senlin\" "} {"level":"warn","ts":"2026-04-23T08:41:33.238589Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634067286,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:41:33.73916Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634067286,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:41:34.027542Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.290164118s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T08:41:34.028205Z","caller":"traceutil/trace.go:171","msg":"trace[1037513762] transaction","detail":"{read_only:false; response_revision:27064; number_of_response:1; }","duration":"2.020156687s","start":"2026-04-23T08:41:32.008006Z","end":"2026-04-23T08:41:34.028162Z","steps":["trace[1037513762] 'process raft request' (duration: 2.019790289s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:34.028257Z","caller":"traceutil/trace.go:171","msg":"trace[178638913] transaction","detail":"{read_only:false; response_revision:27066; number_of_response:1; }","duration":"1.701361375s","start":"2026-04-23T08:41:32.326863Z","end":"2026-04-23T08:41:34.028224Z","steps":["trace[178638913] 'process raft request' (duration: 1.701273963s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:34.028376Z","caller":"traceutil/trace.go:171","msg":"trace[13404349] transaction","detail":"{read_only:false; response_revision:27065; number_of_response:1; }","duration":"1.949386908s","start":"2026-04-23T08:41:32.078925Z","end":"2026-04-23T08:41:34.028312Z","steps":["trace[13404349] 'process raft request' (duration: 1.949144082s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:34.028433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:32.32683Z","time spent":"1.701495688s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:41:34.028442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:32.007967Z","time spent":"2.020340322s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:41:34.02865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:32.078906Z","time spent":"1.949587572s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:41:34.028709Z","caller":"traceutil/trace.go:171","msg":"trace[1083257453] transaction","detail":"{read_only:false; response_revision:27067; number_of_response:1; }","duration":"1.673974287s","start":"2026-04-23T08:41:32.354722Z","end":"2026-04-23T08:41:34.028696Z","steps":["trace[1083257453] 'process raft request' (duration: 1.673456805s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:34.028795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:32.354681Z","time spent":"1.674055489s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:41:34.028799Z","caller":"traceutil/trace.go:171","msg":"trace[1613318379] linearizableReadLoop","detail":"{readStateIndex:28007; appliedIndex:28002; }","duration":"1.290984387s","start":"2026-04-23T08:41:32.737781Z","end":"2026-04-23T08:41:34.028766Z","steps":["trace[1613318379] 'read index received' (duration: 1.290013185s)","trace[1613318379] 'applied index is now lower than readState.Index' (duration: 970.102µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:41:34.028835Z","caller":"traceutil/trace.go:171","msg":"trace[130267019] transaction","detail":"{read_only:false; response_revision:27068; number_of_response:1; }","duration":"1.337530503s","start":"2026-04-23T08:41:32.691259Z","end":"2026-04-23T08:41:34.028789Z","steps":["trace[130267019] 'process raft request' (duration: 1.337318968s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:34.028989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.37500794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:2918"} {"level":"info","ts":"2026-04-23T08:41:34.029044Z","caller":"traceutil/trace.go:171","msg":"trace[1745010642] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:27068; }","duration":"2.375096572s","start":"2026-04-23T08:41:31.65393Z","end":"2026-04-23T08:41:34.029027Z","steps":["trace[1745010642] 'agreement among raft nodes before linearized reading' (duration: 2.374865227s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:34.029046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.514249342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-04-23T08:41:34.029051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:32.691229Z","time spent":"1.337707686s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:41:34.029107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.400348232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7456"} {"level":"warn","ts":"2026-04-23T08:41:34.029121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:31.653912Z","time spent":"2.375158834s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":2941,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy\" "} {"level":"info","ts":"2026-04-23T08:41:34.029131Z","caller":"traceutil/trace.go:171","msg":"trace[325917266] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:27068; }","duration":"1.514377256s","start":"2026-04-23T08:41:32.514722Z","end":"2026-04-23T08:41:34.029099Z","steps":["trace[325917266] 'agreement among raft nodes before linearized reading' (duration: 1.514212952s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:34.029168Z","caller":"traceutil/trace.go:171","msg":"trace[1137743150] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:27068; }","duration":"2.400470565s","start":"2026-04-23T08:41:31.62866Z","end":"2026-04-23T08:41:34.02913Z","steps":["trace[1137743150] 'agreement among raft nodes before linearized reading' (duration: 2.400244889s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:34.02917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:32.514695Z","time spent":"1.514465457s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-23T08:41:34.029201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:31.628644Z","time spent":"2.400549576s","remote":"127.0.0.1:40152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":7479,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-04-23T08:41:34.029205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.53346106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:41:34.029291Z","caller":"traceutil/trace.go:171","msg":"trace[889271802] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:27068; }","duration":"1.533580554s","start":"2026-04-23T08:41:32.495678Z","end":"2026-04-23T08:41:34.029259Z","steps":["trace[889271802] 'agreement among raft nodes before linearized reading' (duration: 1.533466871s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:34.029369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:32.495653Z","time spent":"1.533700276s","remote":"127.0.0.1:54208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:41:34.029443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.324935283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-scheduler\" ","response":"range_response_count:1 size:1442"} {"level":"warn","ts":"2026-04-23T08:41:34.029456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.489861498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-04-23T08:41:34.029482Z","caller":"traceutil/trace.go:171","msg":"trace[335324169] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-scheduler; range_end:; response_count:1; response_revision:27068; }","duration":"2.325001165s","start":"2026-04-23T08:41:31.704467Z","end":"2026-04-23T08:41:34.029469Z","steps":["trace[335324169] 'agreement among raft nodes before linearized reading' (duration: 2.324879332s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:34.029493Z","caller":"traceutil/trace.go:171","msg":"trace[1292860780] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:27068; }","duration":"2.489959661s","start":"2026-04-23T08:41:31.539523Z","end":"2026-04-23T08:41:34.029482Z","steps":["trace[1292860780] 'agreement among raft nodes before linearized reading' (duration: 2.489811738s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:34.029511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:31.704457Z","time spent":"2.325047986s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1465,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T08:41:34.029521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:31.539493Z","time spent":"2.490021932s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1472,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-neutron\" "} {"level":"warn","ts":"2026-04-23T08:41:34.029533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.625167363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-04-23T08:41:34.029555Z","caller":"traceutil/trace.go:171","msg":"trace[912414990] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:27068; }","duration":"2.625218095s","start":"2026-04-23T08:41:31.40433Z","end":"2026-04-23T08:41:34.029548Z","steps":["trace[912414990] 'agreement among raft nodes before linearized reading' (duration: 2.625139893s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:34.029576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:31.404315Z","time spent":"2.625256365s","remote":"127.0.0.1:48060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-04-23T08:41:34.029607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492496346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-23T08:41:34.029647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.550596455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:1446"} {"level":"warn","ts":"2026-04-23T08:41:34.029661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.426788738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:1304"} {"level":"warn","ts":"2026-04-23T08:41:34.029651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.679547887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:41:34.029682Z","caller":"traceutil/trace.go:171","msg":"trace[79317270] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:27068; }","duration":"2.550633005s","start":"2026-04-23T08:41:31.47904Z","end":"2026-04-23T08:41:34.029673Z","steps":["trace[79317270] 'agreement among raft nodes before linearized reading' (duration: 2.550516973s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:34.029691Z","caller":"traceutil/trace.go:171","msg":"trace[1936380701] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:27068; }","duration":"2.42685484s","start":"2026-04-23T08:41:31.602824Z","end":"2026-04-23T08:41:34.029679Z","steps":["trace[1936380701] 'agreement among raft nodes before linearized reading' (duration: 2.426766518s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:34.029708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:31.478949Z","time spent":"2.550753898s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1469,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-magnum\" "} {"level":"info","ts":"2026-04-23T08:41:34.029703Z","caller":"traceutil/trace.go:171","msg":"trace[298115140] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:27068; }","duration":"1.679641239s","start":"2026-04-23T08:41:32.350049Z","end":"2026-04-23T08:41:34.02969Z","steps":["trace[298115140] 'agreement among raft nodes before linearized reading' (duration: 1.679448154s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:34.029719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:31.602801Z","time spent":"2.426912101s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1327,"request content":"key:\"/registry/services/specs/monitoring/prometheus-pushgateway\" "} {"level":"warn","ts":"2026-04-23T08:41:34.029726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.641292928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:41:34.029725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301565644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:41:34.029755Z","caller":"traceutil/trace.go:171","msg":"trace[2118333905] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:27068; }","duration":"2.641369351s","start":"2026-04-23T08:41:31.388372Z","end":"2026-04-23T08:41:34.029742Z","steps":["trace[2118333905] 'agreement among raft nodes before linearized reading' (duration: 2.64132325s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:34.029749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:32.350025Z","time spent":"1.67971641s","remote":"127.0.0.1:48060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":89,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:41:34.029764Z","caller":"traceutil/trace.go:171","msg":"trace[1608060327] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:27068; }","duration":"1.301648736s","start":"2026-04-23T08:41:32.728099Z","end":"2026-04-23T08:41:34.029748Z","steps":["trace[1608060327] 'agreement among raft nodes before linearized reading' (duration: 1.301588595s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:34.029794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:31.388316Z","time spent":"2.641455353s","remote":"127.0.0.1:46460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:41:34.029795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:32.728072Z","time spent":"1.301715407s","remote":"127.0.0.1:45270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:41:34.029825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.349820484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-23T08:41:34.02985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.524958626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3217"} {"level":"info","ts":"2026-04-23T08:41:34.029858Z","caller":"traceutil/trace.go:171","msg":"trace[1585450458] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27068; }","duration":"2.349917116s","start":"2026-04-23T08:41:31.679931Z","end":"2026-04-23T08:41:34.029849Z","steps":["trace[1585450458] 'agreement among raft nodes before linearized reading' (duration: 2.349802943s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:34.029875Z","caller":"traceutil/trace.go:171","msg":"trace[1636413441] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:27068; }","duration":"2.525016568s","start":"2026-04-23T08:41:31.504851Z","end":"2026-04-23T08:41:34.029867Z","steps":["trace[1636413441] 'agreement among raft nodes before linearized reading' (duration: 2.524933896s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:34.029891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:31.679899Z","time spent":"2.349984357s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T08:41:34.029895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:31.504836Z","time spent":"2.525054479s","remote":"127.0.0.1:52868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3240,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-04-23T08:41:34.029893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.349552497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/goldpinger\" ","response":"range_response_count:1 size:1214"} {"level":"warn","ts":"2026-04-23T08:41:34.029893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.572760801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-memberlist\" ","response":"range_response_count:1 size:1239"} {"level":"info","ts":"2026-04-23T08:41:34.029932Z","caller":"traceutil/trace.go:171","msg":"trace[1193154045] range","detail":"{range_begin:/registry/services/specs/monitoring/goldpinger; range_end:; response_count:1; response_revision:27068; }","duration":"2.349610418s","start":"2026-04-23T08:41:31.680311Z","end":"2026-04-23T08:41:34.029922Z","steps":["trace[1193154045] 'agreement among raft nodes before linearized reading' (duration: 2.349420364s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:34.029061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.014858324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T08:41:34.029961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:31.680303Z","time spent":"2.3496473s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":1237,"request content":"key:\"/registry/services/specs/monitoring/goldpinger\" "} {"level":"info","ts":"2026-04-23T08:41:34.029951Z","caller":"traceutil/trace.go:171","msg":"trace[1156389106] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-memberlist; range_end:; response_count:1; response_revision:27068; }","duration":"2.572869404s","start":"2026-04-23T08:41:31.457066Z","end":"2026-04-23T08:41:34.029935Z","steps":["trace[1156389106] 'agreement among raft nodes before linearized reading' (duration: 2.572609778s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:34.029969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.450435499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-webhook-service\" ","response":"range_response_count:1 size:901"} {"level":"info","ts":"2026-04-23T08:41:34.029978Z","caller":"traceutil/trace.go:171","msg":"trace[847535671] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:27068; }","duration":"2.015860957s","start":"2026-04-23T08:41:32.014102Z","end":"2026-04-23T08:41:34.029963Z","steps":["trace[847535671] 'agreement among raft nodes before linearized reading' (duration: 2.014802242s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:34.030004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:31.457058Z","time spent":"2.572931845s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1262,"request content":"key:\"/registry/services/specs/monitoring/loki-memberlist\" "} {"level":"info","ts":"2026-04-23T08:41:34.030013Z","caller":"traceutil/trace.go:171","msg":"trace[746545488] range","detail":"{range_begin:/registry/services/specs/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-webhook-service; range_end:; response_count:1; response_revision:27068; }","duration":"2.450520831s","start":"2026-04-23T08:41:31.579476Z","end":"2026-04-23T08:41:34.029997Z","steps":["trace[746545488] 'agreement among raft nodes before linearized reading' (duration: 2.450413849s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:34.030021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:32.014089Z","time spent":"2.015917229s","remote":"127.0.0.1:48186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:41:34.030028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.674134115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:1444"} {"level":"warn","ts":"2026-04-23T08:41:34.030047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:31.579453Z","time spent":"2.450586403s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":924,"request content":"key:\"/registry/services/specs/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-webhook-service\" "} {"level":"warn","ts":"2026-04-23T08:41:34.029965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.648358984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-coredns\" ","response":"range_response_count:1 size:1404"} {"level":"warn","ts":"2026-04-23T08:41:34.030082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.9314582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-04-23T08:41:34.030132Z","caller":"traceutil/trace.go:171","msg":"trace[1316523572] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-coredns; range_end:; response_count:1; response_revision:27068; }","duration":"2.648568749s","start":"2026-04-23T08:41:31.381551Z","end":"2026-04-23T08:41:34.030119Z","steps":["trace[1316523572] 'agreement among raft nodes before linearized reading' (duration: 2.648351484s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:34.030186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.341358506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-23T08:41:34.030195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.725793949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/placement-api\" ","response":"range_response_count:1 size:938"} {"level":"info","ts":"2026-04-23T08:41:34.03021Z","caller":"traceutil/trace.go:171","msg":"trace[735020664] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27068; }","duration":"2.341382037s","start":"2026-04-23T08:41:31.688817Z","end":"2026-04-23T08:41:34.030199Z","steps":["trace[735020664] 'agreement among raft nodes before linearized reading' (duration: 2.341305295s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:34.030193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:31.381529Z","time spent":"2.64864953s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1427,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-coredns\" "} {"level":"info","ts":"2026-04-23T08:41:34.030193Z","caller":"traceutil/trace.go:171","msg":"trace[923023466] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:27068; }","duration":"1.931632964s","start":"2026-04-23T08:41:32.098527Z","end":"2026-04-23T08:41:34.03016Z","steps":["trace[923023466] 'agreement among raft nodes before linearized reading' (duration: 1.931305916s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:34.030226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:31.688807Z","time spent":"2.341416117s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T08:41:34.030057Z","caller":"traceutil/trace.go:171","msg":"trace[1138015552] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:27068; }","duration":"2.674156645s","start":"2026-04-23T08:41:31.35589Z","end":"2026-04-23T08:41:34.030047Z","steps":["trace[1138015552] 'agreement among raft nodes before linearized reading' (duration: 2.674086344s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:34.030254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:32.098512Z","time spent":"1.931732406s","remote":"127.0.0.1:48054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-23T08:41:34.030136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.700906199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/capo-system/capo-webhook-service\" ","response":"range_response_count:1 size:841"} {"level":"warn","ts":"2026-04-23T08:41:34.030292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:31.355832Z","time spent":"2.674442161s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1467,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-04-23T08:41:34.030318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.34155165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T08:41:34.030333Z","caller":"traceutil/trace.go:171","msg":"trace[487662481] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27068; }","duration":"2.341606992s","start":"2026-04-23T08:41:31.688721Z","end":"2026-04-23T08:41:34.030328Z","steps":["trace[487662481] 'agreement among raft nodes before linearized reading' (duration: 2.34155092s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:34.030322Z","caller":"traceutil/trace.go:171","msg":"trace[22656556] range","detail":"{range_begin:/registry/services/specs/capo-system/capo-webhook-service; range_end:; response_count:1; response_revision:27068; }","duration":"2.701122234s","start":"2026-04-23T08:41:31.329185Z","end":"2026-04-23T08:41:34.030307Z","steps":["trace[22656556] 'agreement among raft nodes before linearized reading' (duration: 2.700883189s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:34.030329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.750560127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/keystone-api\" ","response":"range_response_count:1 size:932"} {"level":"warn","ts":"2026-04-23T08:41:34.030334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.776269916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3236"} {"level":"warn","ts":"2026-04-23T08:41:34.030213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.476576169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-04-23T08:41:34.03037Z","caller":"traceutil/trace.go:171","msg":"trace[931060420] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:27068; }","duration":"2.776318357s","start":"2026-04-23T08:41:31.254043Z","end":"2026-04-23T08:41:34.030361Z","steps":["trace[931060420] 'agreement among raft nodes before linearized reading' (duration: 2.776227104s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:34.030364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:31.329168Z","time spent":"2.701184865s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":864,"request content":"key:\"/registry/services/specs/capo-system/capo-webhook-service\" "} {"level":"warn","ts":"2026-04-23T08:41:34.030353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498778012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-04-23T08:41:34.030399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:31.254036Z","time spent":"2.776353298s","remote":"127.0.0.1:53488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3259,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-04-23T08:41:34.030395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.344122181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T08:41:34.030217Z","caller":"traceutil/trace.go:171","msg":"trace[874026152] range","detail":"{range_begin:/registry/services/specs/openstack/placement-api; range_end:; response_count:1; response_revision:27068; }","duration":"2.72585085s","start":"2026-04-23T08:41:31.30436Z","end":"2026-04-23T08:41:34.030211Z","steps":["trace[874026152] 'agreement among raft nodes before linearized reading' (duration: 2.725787119s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:34.029665Z","caller":"traceutil/trace.go:171","msg":"trace[513162528] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27068; }","duration":"1.492613178s","start":"2026-04-23T08:41:32.537036Z","end":"2026-04-23T08:41:34.02965Z","steps":["trace[513162528] 'agreement among raft nodes before linearized reading' (duration: 1.492484135s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:34.030346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:31.688697Z","time spent":"2.341645763s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T08:41:34.030455Z","caller":"traceutil/trace.go:171","msg":"trace[423992688] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27068; }","duration":"1.498888395s","start":"2026-04-23T08:41:32.531524Z","end":"2026-04-23T08:41:34.030413Z","steps":["trace[423992688] 'agreement among raft nodes before linearized reading' (duration: 1.498601978s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:34.030472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:32.537016Z","time spent":"1.493447718s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T08:41:34.030487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.345232876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-23T08:41:34.030489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:31.304338Z","time spent":"2.726135067s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":961,"request content":"key:\"/registry/services/specs/openstack/placement-api\" "} {"level":"info","ts":"2026-04-23T08:41:34.030507Z","caller":"traceutil/trace.go:171","msg":"trace[759971537] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27068; }","duration":"2.345271738s","start":"2026-04-23T08:41:31.685228Z","end":"2026-04-23T08:41:34.0305Z","steps":["trace[759971537] 'agreement among raft nodes before linearized reading' (duration: 2.345219337s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:34.030512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:32.531507Z","time spent":"1.498988137s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T08:41:34.030377Z","caller":"traceutil/trace.go:171","msg":"trace[134192608] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:27068; }","duration":"2.476780244s","start":"2026-04-23T08:41:31.553586Z","end":"2026-04-23T08:41:34.030367Z","steps":["trace[134192608] 'agreement among raft nodes before linearized reading' (duration: 2.476545188s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:34.030538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:31.684953Z","time spent":"2.345576144s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T08:41:34.030368Z","caller":"traceutil/trace.go:171","msg":"trace[960214611] range","detail":"{range_begin:/registry/services/specs/openstack/keystone-api; range_end:; response_count:1; response_revision:27068; }","duration":"2.750627648s","start":"2026-04-23T08:41:31.279728Z","end":"2026-04-23T08:41:34.030356Z","steps":["trace[960214611] 'agreement among raft nodes before linearized reading' (duration: 2.750515066s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:34.030568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:31.553567Z","time spent":"2.476988798s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1474,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-octavia\" "} {"level":"info","ts":"2026-04-23T08:41:34.030436Z","caller":"traceutil/trace.go:171","msg":"trace[1036074355] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27068; }","duration":"2.344218783s","start":"2026-04-23T08:41:31.686213Z","end":"2026-04-23T08:41:34.030432Z","steps":["trace[1036074355] 'agreement among raft nodes before linearized reading' (duration: 2.344144821s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:34.030608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:31.279711Z","time spent":"2.750884834s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":955,"request content":"key:\"/registry/services/specs/openstack/keystone-api\" "} {"level":"warn","ts":"2026-04-23T08:41:34.030623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:31.686198Z","time spent":"2.344417167s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T08:41:34.03078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.600349155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-gateway\" ","response":"range_response_count:1 size:1311"} {"level":"info","ts":"2026-04-23T08:41:34.030816Z","caller":"traceutil/trace.go:171","msg":"trace[789844593] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-gateway; range_end:; response_count:1; response_revision:27068; }","duration":"2.601677186s","start":"2026-04-23T08:41:31.429127Z","end":"2026-04-23T08:41:34.030804Z","steps":["trace[789844593] 'agreement among raft nodes before linearized reading' (duration: 2.600186361s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:34.030844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:31.429065Z","time spent":"2.601771958s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1334,"request content":"key:\"/registry/services/specs/monitoring/loki-gateway\" "} {"level":"warn","ts":"2026-04-23T08:41:34.881915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000028248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:41:34.882055Z","caller":"traceutil/trace.go:171","msg":"trace[997831649] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000239653s","start":"2026-04-23T08:41:32.881789Z","end":"2026-04-23T08:41:34.882028Z","steps":["trace[997831649] 'agreement among raft nodes before linearized reading' (duration: 2.000069059s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:34.882098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:32.881762Z","time spent":"2.000327115s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:41:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:41:35.170321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.706758ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:41:35.170497Z","caller":"traceutil/trace.go:171","msg":"trace[1161102268] linearizableReadLoop","detail":"{readStateIndex:28008; appliedIndex:28007; }","duration":"1.141568535s","start":"2026-04-23T08:41:34.028867Z","end":"2026-04-23T08:41:35.170435Z","steps":["trace[1161102268] 'read index received' (duration: 325.617801ms)","trace[1161102268] 'applied index is now lower than readState.Index' (duration: 815.949074ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:41:35.170883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.791269113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/senlin-engine-cleaner\" ","response":"range_response_count:1 size:4936"} {"level":"info","ts":"2026-04-23T08:41:35.170929Z","caller":"traceutil/trace.go:171","msg":"trace[475892915] range","detail":"{range_begin:/registry/cronjobs/openstack/senlin-engine-cleaner; range_end:; response_count:1; response_revision:27069; }","duration":"1.791371295s","start":"2026-04-23T08:41:33.379546Z","end":"2026-04-23T08:41:35.170917Z","steps":["trace[475892915] 'agreement among raft nodes before linearized reading' (duration: 1.791199751s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:35.170981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:33.379522Z","time spent":"1.791449807s","remote":"127.0.0.1:48148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4959,"request content":"key:\"/registry/cronjobs/openstack/senlin-engine-cleaner\" "} {"level":"info","ts":"2026-04-23T08:41:35.171029Z","caller":"traceutil/trace.go:171","msg":"trace[1047502139] transaction","detail":"{read_only:false; response_revision:27069; number_of_response:1; }","duration":"1.356758712s","start":"2026-04-23T08:41:33.814216Z","end":"2026-04-23T08:41:35.170975Z","steps":["trace[1047502139] 'process raft request' (duration: 540.284447ms)","trace[1047502139] 'compare' (duration: 815.121314ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:41:35.170892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.788958888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:5421"} {"level":"warn","ts":"2026-04-23T08:41:35.171167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:33.814187Z","time spent":"1.356900806s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:41:35.171172Z","caller":"traceutil/trace.go:171","msg":"trace[1038267018] range","detail":"{range_begin:/registry/cronjobs/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:27069; }","duration":"1.789306907s","start":"2026-04-23T08:41:33.381832Z","end":"2026-04-23T08:41:35.171138Z","steps":["trace[1038267018] 'agreement among raft nodes before linearized reading' (duration: 1.788839926s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:35.171229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.427873613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached-metrics\" ","response":"range_response_count:1 size:766"} {"level":"warn","ts":"2026-04-23T08:41:35.171244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:33.3818Z","time spent":"1.789431979s","remote":"127.0.0.1:48148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":5444,"request content":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" "} {"level":"warn","ts":"2026-04-23T08:41:35.171227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.670798054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:41:35.171273Z","caller":"traceutil/trace.go:171","msg":"trace[598005996] range","detail":"{range_begin:/registry/services/specs/openstack/memcached-metrics; range_end:; response_count:1; response_revision:27069; }","duration":"2.427967116s","start":"2026-04-23T08:41:32.743296Z","end":"2026-04-23T08:41:35.171263Z","steps":["trace[598005996] 'agreement among raft nodes before linearized reading' (duration: 2.42773602s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:35.171306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:32.743271Z","time spent":"2.428029907s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":789,"request content":"key:\"/registry/services/specs/openstack/memcached-metrics\" "} {"level":"info","ts":"2026-04-23T08:41:35.171325Z","caller":"traceutil/trace.go:171","msg":"trace[1773398562] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:27069; }","duration":"1.670970558s","start":"2026-04-23T08:41:33.500329Z","end":"2026-04-23T08:41:35.171299Z","steps":["trace[1773398562] 'agreement among raft nodes before linearized reading' (duration: 1.670752413s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:35.171369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:33.500301Z","time spent":"1.67106125s","remote":"127.0.0.1:41288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:41:35.171245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.343301852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:41:35.171436Z","caller":"traceutil/trace.go:171","msg":"trace[872430695] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27069; }","duration":"2.343538128s","start":"2026-04-23T08:41:32.827884Z","end":"2026-04-23T08:41:35.171422Z","steps":["trace[872430695] 'agreement among raft nodes before linearized reading' (duration: 2.343265231s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:35.171461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:32.827871Z","time spent":"2.343582118s","remote":"127.0.0.1:44360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T08:41:35.67078Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634067301,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:41:35.945982Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.591477973s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T08:41:36.048679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.200103ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:41:36.048989Z","caller":"traceutil/trace.go:171","msg":"trace[1215944053] transaction","detail":"{read_only:false; response_revision:27070; number_of_response:1; }","duration":"2.011504167s","start":"2026-04-23T08:41:34.037423Z","end":"2026-04-23T08:41:36.048927Z","steps":["trace[1215944053] 'process raft request' (duration: 1.908937576s)","trace[1215944053] 'compare' (duration: 101.704441ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:41:36.049156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:34.037407Z","time spent":"2.01165526s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:41:36.04924Z","caller":"traceutil/trace.go:171","msg":"trace[634097600] transaction","detail":"{read_only:false; response_revision:27071; number_of_response:1; }","duration":"2.011046266s","start":"2026-04-23T08:41:34.038156Z","end":"2026-04-23T08:41:36.049202Z","steps":["trace[634097600] 'process raft request' (duration: 2.010641467s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:36.049391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:34.038144Z","time spent":"2.011168689s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:41:36.049494Z","caller":"traceutil/trace.go:171","msg":"trace[1326371578] transaction","detail":"{read_only:false; response_revision:27073; number_of_response:1; }","duration":"2.01078901s","start":"2026-04-23T08:41:34.038686Z","end":"2026-04-23T08:41:36.049475Z","steps":["trace[1326371578] 'process raft request' (duration: 2.010303448s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:36.049504Z","caller":"traceutil/trace.go:171","msg":"trace[810442197] transaction","detail":"{read_only:false; response_revision:27072; number_of_response:1; }","duration":"2.011194119s","start":"2026-04-23T08:41:34.038256Z","end":"2026-04-23T08:41:36.04945Z","steps":["trace[810442197] 'process raft request' (duration: 2.010645196s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:36.049563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:34.038678Z","time spent":"2.010855142s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:41:36.049704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:34.038249Z","time spent":"2.011336093s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:41:36.049691Z","caller":"traceutil/trace.go:171","msg":"trace[615827275] transaction","detail":"{read_only:false; response_revision:27074; number_of_response:1; }","duration":"2.010394901s","start":"2026-04-23T08:41:34.039274Z","end":"2026-04-23T08:41:36.049668Z","steps":["trace[615827275] 'process raft request' (duration: 2.010155155s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:36.049774Z","caller":"traceutil/trace.go:171","msg":"trace[1881108233] transaction","detail":"{read_only:false; response_revision:27077; number_of_response:1; }","duration":"2.007302669s","start":"2026-04-23T08:41:34.042464Z","end":"2026-04-23T08:41:36.049767Z","steps":["trace[1881108233] 'process raft request' (duration: 2.007231218s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:36.049792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:34.039259Z","time spent":"2.010489883s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:41:36.049844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:34.042446Z","time spent":"2.007374131s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:41:36.049807Z","caller":"traceutil/trace.go:171","msg":"trace[1124429370] transaction","detail":"{read_only:false; response_revision:27075; number_of_response:1; }","duration":"2.009794717s","start":"2026-04-23T08:41:34.039928Z","end":"2026-04-23T08:41:36.049722Z","steps":["trace[1124429370] 'process raft request' (duration: 2.009653864s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:36.049848Z","caller":"traceutil/trace.go:171","msg":"trace[1724432233] transaction","detail":"{read_only:false; response_revision:27076; number_of_response:1; }","duration":"2.009454589s","start":"2026-04-23T08:41:34.040334Z","end":"2026-04-23T08:41:36.049789Z","steps":["trace[1724432233] 'process raft request' (duration: 2.009334586s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:36.049992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:34.039918Z","time spent":"2.009974411s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:41:36.050047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:34.040325Z","time spent":"2.009619322s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:41:36.882702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000028328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:41:36.882804Z","caller":"traceutil/trace.go:171","msg":"trace[1402071628] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000227522s","start":"2026-04-23T08:41:34.882551Z","end":"2026-04-23T08:41:36.882778Z","steps":["trace[1402071628] 'agreement among raft nodes before linearized reading' (duration: 2.000108409s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:36.882855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:34.882523Z","time spent":"2.000322795s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:41:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:41:38.889769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000690674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:41:38.889859Z","caller":"traceutil/trace.go:171","msg":"trace[251368306] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000841768s","start":"2026-04-23T08:41:36.888995Z","end":"2026-04-23T08:41:38.889837Z","steps":["trace[251368306] 'agreement among raft nodes before linearized reading' (duration: 2.000729626s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:38.88991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:36.888971Z","time spent":"2.00092833s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:41:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:41:39.385523Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.439311304s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T08:41:39.741184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:34.743091Z","time spent":"4.998084006s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T08:41:39.741639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:34.743091Z","time spent":"4.998544587s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T08:41:39.742025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:34.744443Z","time spent":"4.997577344s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 08:41:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:41:39.742765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:34.744498Z","time spent":"4.99825955s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 08:41:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:41:40.889801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999829594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T08:41:40.889932Z","caller":"traceutil/trace.go:171","msg":"trace[1945394271] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999993508s","start":"2026-04-23T08:41:38.889913Z","end":"2026-04-23T08:41:40.889906Z","steps":["trace[1945394271] 'agreement among raft nodes before linearized reading' (duration: 1.999823624s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:40.890042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:38.889841Z","time spent":"2.000188501s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:41:41.03763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:36.039158Z","time spent":"4.998463924s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 08:41:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:41:41.073967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:39.81779Z","time spent":"1.256169036s","remote":"127.0.0.1:56700","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T08:41:41.073973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.679774706s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:41:41.074147Z","caller":"traceutil/trace.go:171","msg":"trace[2066028880] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27077; }","duration":"2.679969991s","start":"2026-04-23T08:41:38.394157Z","end":"2026-04-23T08:41:41.074127Z","steps":["trace[2066028880] 'range keys from in-memory index tree' (duration: 2.679750746s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:41.075125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.689308864s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:41:41.075739Z","caller":"traceutil/trace.go:171","msg":"trace[1229225119] linearizableReadLoop","detail":"{readStateIndex:28022; appliedIndex:28008; }","duration":"5.905189223s","start":"2026-04-23T08:41:35.170528Z","end":"2026-04-23T08:41:41.075717Z","steps":["trace[1229225119] 'read index received' (duration: 775.809537ms)","trace[1229225119] 'applied index is now lower than readState.Index' (duration: 5.129378846s)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:41:41.075867Z","caller":"traceutil/trace.go:171","msg":"trace[2078046642] transaction","detail":"{read_only:false; number_of_response:0; response_revision:27081; }","duration":"5.897299779s","start":"2026-04-23T08:41:35.178561Z","end":"2026-04-23T08:41:41.075861Z","steps":["trace[2078046642] 'process raft request' (duration: 5.897101894s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:41.075941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:35.178546Z","time spent":"5.89734241s","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T08:41:41.076083Z","caller":"traceutil/trace.go:171","msg":"trace[211405094] transaction","detail":"{read_only:false; number_of_response:0; response_revision:27081; }","duration":"5.897253258s","start":"2026-04-23T08:41:35.178826Z","end":"2026-04-23T08:41:41.07608Z","steps":["trace[211405094] 'process raft request' (duration: 5.896856539s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:41.076116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:35.178806Z","time spent":"5.897293729s","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T08:41:41.076235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.013782125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:41:41.076263Z","caller":"traceutil/trace.go:171","msg":"trace[1277928609] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:27081; }","duration":"6.013820886s","start":"2026-04-23T08:41:35.062435Z","end":"2026-04-23T08:41:41.076255Z","steps":["trace[1277928609] 'agreement among raft nodes before linearized reading' (duration: 6.013748195s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:41.076283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:35.062409Z","time spent":"6.013866627s","remote":"127.0.0.1:44318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:41:41.076384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.236775304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:41:41.076403Z","caller":"traceutil/trace.go:171","msg":"trace[994789141] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:27081; }","duration":"6.236813905s","start":"2026-04-23T08:41:34.839584Z","end":"2026-04-23T08:41:41.076398Z","steps":["trace[994789141] 'agreement among raft nodes before linearized reading' (duration: 6.236778754s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:41.076419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:34.83956Z","time spent":"6.236853496s","remote":"127.0.0.1:41334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:41:41.076476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.308311881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:41:41.076497Z","caller":"traceutil/trace.go:171","msg":"trace[1783299249] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:27081; }","duration":"6.308370883s","start":"2026-04-23T08:41:34.768119Z","end":"2026-04-23T08:41:41.07649Z","steps":["trace[1783299249] 'agreement among raft nodes before linearized reading' (duration: 6.308339962s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:41.07651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:34.768097Z","time spent":"6.308409484s","remote":"127.0.0.1:43978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:41:41.0766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.748975345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:41:41.076621Z","caller":"traceutil/trace.go:171","msg":"trace[1498172327] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:27081; }","duration":"6.749043577s","start":"2026-04-23T08:41:34.327571Z","end":"2026-04-23T08:41:41.076614Z","steps":["trace[1498172327] 'agreement among raft nodes before linearized reading' (duration: 6.749011236s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:41.076635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:34.327543Z","time spent":"6.749087548s","remote":"127.0.0.1:38250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:41:41.076735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.826214086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-23T08:41:41.076752Z","caller":"traceutil/trace.go:171","msg":"trace[1584918157] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27081; }","duration":"6.826279278s","start":"2026-04-23T08:41:34.250468Z","end":"2026-04-23T08:41:41.076748Z","steps":["trace[1584918157] 'agreement among raft nodes before linearized reading' (duration: 6.826199146s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:41.076765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:34.25044Z","time spent":"6.826321958s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T08:41:41.076896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.903759074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:41:41.076919Z","caller":"traceutil/trace.go:171","msg":"trace[307032642] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:27081; }","duration":"6.903837136s","start":"2026-04-23T08:41:34.173076Z","end":"2026-04-23T08:41:41.076914Z","steps":["trace[307032642] 'agreement among raft nodes before linearized reading' (duration: 6.903771714s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:41.076934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:34.173047Z","time spent":"6.903883337s","remote":"127.0.0.1:48382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":38,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:41:41.077096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.039852727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-webhook-service\" ","response":"range_response_count:1 size:925"} {"level":"info","ts":"2026-04-23T08:41:41.077128Z","caller":"traceutil/trace.go:171","msg":"trace[1469657592] range","detail":"{range_begin:/registry/services/specs/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-webhook-service; range_end:; response_count:1; response_revision:27081; }","duration":"7.039903179s","start":"2026-04-23T08:41:34.037217Z","end":"2026-04-23T08:41:41.07712Z","steps":["trace[1469657592] 'agreement among raft nodes before linearized reading' (duration: 7.039787896s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:41.077152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:34.037196Z","time spent":"7.039950719s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":948,"request content":"key:\"/registry/services/specs/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-webhook-service\" "} {"level":"warn","ts":"2026-04-23T08:41:41.077268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.042863598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:1452"} {"level":"warn","ts":"2026-04-23T08:41:41.077279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.042186992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:1092"} {"level":"info","ts":"2026-04-23T08:41:41.077293Z","caller":"traceutil/trace.go:171","msg":"trace[292078801] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:27081; }","duration":"7.042906388s","start":"2026-04-23T08:41:34.034381Z","end":"2026-04-23T08:41:41.077287Z","steps":["trace[292078801] 'agreement among raft nodes before linearized reading' (duration: 7.042836567s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:41.077294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.03999206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/nova-api\" ","response":"range_response_count:1 size:918"} {"level":"warn","ts":"2026-04-23T08:41:41.07737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.038813793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-04-23T08:41:41.07739Z","caller":"traceutil/trace.go:171","msg":"trace[1170650570] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:27081; }","duration":"7.038843454s","start":"2026-04-23T08:41:34.03854Z","end":"2026-04-23T08:41:41.077383Z","steps":["trace[1170650570] 'agreement among raft nodes before linearized reading' (duration: 7.038806913s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:41.077389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.041836444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3236"} {"level":"warn","ts":"2026-04-23T08:41:41.077411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:34.038532Z","time spent":"7.038875884s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1341,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-04-23T08:41:41.077415Z","caller":"traceutil/trace.go:171","msg":"trace[745302354] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:27081; }","duration":"7.041888974s","start":"2026-04-23T08:41:34.035519Z","end":"2026-04-23T08:41:41.077408Z","steps":["trace[745302354] 'agreement among raft nodes before linearized reading' (duration: 7.041821153s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:41.077437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:34.035495Z","time spent":"7.041937206s","remote":"127.0.0.1:53488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3259,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"info","ts":"2026-04-23T08:41:41.077438Z","caller":"traceutil/trace.go:171","msg":"trace[111497126] range","detail":"{range_begin:/registry/services/specs/openstack/nova-api; range_end:; response_count:1; response_revision:27081; }","duration":"7.040117034s","start":"2026-04-23T08:41:34.03727Z","end":"2026-04-23T08:41:41.077387Z","steps":["trace[111497126] 'agreement among raft nodes before linearized reading' (duration: 7.039754915s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:41.077449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.041137117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1367"} {"level":"warn","ts":"2026-04-23T08:41:41.07753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.03871248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-04-23T08:41:41.077548Z","caller":"traceutil/trace.go:171","msg":"trace[2130810756] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:27081; }","duration":"7.038742611s","start":"2026-04-23T08:41:34.0388Z","end":"2026-04-23T08:41:41.077543Z","steps":["trace[2130810756] 'agreement among raft nodes before linearized reading' (duration: 7.03868802s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:41.077566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:34.038792Z","time spent":"7.038771982s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1459,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-heat\" "} {"level":"info","ts":"2026-04-23T08:41:41.077563Z","caller":"traceutil/trace.go:171","msg":"trace[1004752819] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:27081; }","duration":"7.04127641s","start":"2026-04-23T08:41:34.036262Z","end":"2026-04-23T08:41:41.077538Z","steps":["trace[1004752819] 'agreement among raft nodes before linearized reading' (duration: 7.041046855s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:41.077599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.038980547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-04-23T08:41:41.077624Z","caller":"traceutil/trace.go:171","msg":"trace[1073360842] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:27081; }","duration":"7.039025548s","start":"2026-04-23T08:41:34.038593Z","end":"2026-04-23T08:41:41.077618Z","steps":["trace[1073360842] 'agreement among raft nodes before linearized reading' (duration: 7.038956917s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:41.077319Z","caller":"traceutil/trace.go:171","msg":"trace[1867753506] range","detail":"{range_begin:/registry/services/specs/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:27081; }","duration":"7.042427827s","start":"2026-04-23T08:41:34.034879Z","end":"2026-04-23T08:41:41.077307Z","steps":["trace[1867753506] 'agreement among raft nodes before linearized reading' (duration: 7.042325074s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:41.077653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:34.03858Z","time spent":"7.039069549s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1309,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-04-23T08:41:41.07764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:34.037266Z","time spent":"7.040261637s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":941,"request content":"key:\"/registry/services/specs/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-23T08:41:41.077671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:34.03486Z","time spent":"7.042800226s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":1115,"request content":"key:\"/registry/services/specs/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-23T08:41:41.077622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:34.036253Z","time spent":"7.041359002s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1390,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-23T08:41:41.077722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.038859353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1958"} {"level":"warn","ts":"2026-04-23T08:41:41.077324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.043138994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8296f6fa-0ca2-414d-8c2e-806a1d69eb94\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-04-23T08:41:41.077827Z","caller":"traceutil/trace.go:171","msg":"trace[1930694299] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8296f6fa-0ca2-414d-8c2e-806a1d69eb94; range_end:; response_count:1; response_revision:27081; }","duration":"7.043631356s","start":"2026-04-23T08:41:34.034179Z","end":"2026-04-23T08:41:41.07781Z","steps":["trace[1930694299] 'agreement among raft nodes before linearized reading' (duration: 7.043096033s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:41.077832Z","caller":"traceutil/trace.go:171","msg":"trace[1683260785] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:27081; }","duration":"7.039003248s","start":"2026-04-23T08:41:34.038803Z","end":"2026-04-23T08:41:41.077806Z","steps":["trace[1683260785] 'agreement among raft nodes before linearized reading' (duration: 7.03868083s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:41.077856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:34.034137Z","time spent":"7.043710888s","remote":"127.0.0.1:48040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-8296f6fa-0ca2-414d-8c2e-806a1d69eb94\" "} {"level":"warn","ts":"2026-04-23T08:41:41.077875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:34.038792Z","time spent":"7.039075719s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":1981,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-04-23T08:41:41.077878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.039014907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission\" ","response":"range_response_count:1 size:1527"} {"level":"info","ts":"2026-04-23T08:41:41.078013Z","caller":"traceutil/trace.go:171","msg":"trace[1487293909] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission; range_end:; response_count:1; response_revision:27081; }","duration":"7.039156581s","start":"2026-04-23T08:41:34.038845Z","end":"2026-04-23T08:41:41.078002Z","steps":["trace[1487293909] 'agreement among raft nodes before linearized reading' (duration: 7.038985107s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:41.078037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:34.038837Z","time spent":"7.039193032s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1550,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission\" "} {"level":"warn","ts":"2026-04-23T08:41:41.078044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.039090559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:1434"} {"level":"info","ts":"2026-04-23T08:41:41.078084Z","caller":"traceutil/trace.go:171","msg":"trace[1768444207] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:27081; }","duration":"7.039135241s","start":"2026-04-23T08:41:34.038935Z","end":"2026-04-23T08:41:41.07807Z","steps":["trace[1768444207] 'agreement among raft nodes before linearized reading' (duration: 7.038967497s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:41.078133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:34.038928Z","time spent":"7.039196522s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1457,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-04-23T08:41:41.078094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.040768968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/cinder-api\" ","response":"range_response_count:1 size:925"} {"level":"warn","ts":"2026-04-23T08:41:41.078097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.039226983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3234"} {"level":"warn","ts":"2026-04-23T08:41:41.078205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.040436201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-04-23T08:41:41.07824Z","caller":"traceutil/trace.go:171","msg":"trace[555690349] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:27081; }","duration":"7.040474241s","start":"2026-04-23T08:41:34.037754Z","end":"2026-04-23T08:41:41.078228Z","steps":["trace[555690349] 'agreement among raft nodes before linearized reading' (duration: 7.04041604s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:41.078252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.040874821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3241"} {"level":"info","ts":"2026-04-23T08:41:41.078256Z","caller":"traceutil/trace.go:171","msg":"trace[1829219418] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:27081; }","duration":"7.039365706s","start":"2026-04-23T08:41:34.038839Z","end":"2026-04-23T08:41:41.078205Z","steps":["trace[1829219418] 'agreement among raft nodes before linearized reading' (duration: 7.039048398s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:41.078316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.040975283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:1508"} {"level":"warn","ts":"2026-04-23T08:41:41.078334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.040694967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3241"} {"level":"info","ts":"2026-04-23T08:41:41.078342Z","caller":"traceutil/trace.go:171","msg":"trace[168971001] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:27081; }","duration":"7.041023355s","start":"2026-04-23T08:41:34.037312Z","end":"2026-04-23T08:41:41.078335Z","steps":["trace[168971001] 'agreement among raft nodes before linearized reading' (duration: 7.040962873s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:41.078354Z","caller":"traceutil/trace.go:171","msg":"trace[1968118067] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:27081; }","duration":"7.040728747s","start":"2026-04-23T08:41:34.03762Z","end":"2026-04-23T08:41:41.078349Z","steps":["trace[1968118067] 'agreement among raft nodes before linearized reading' (duration: 7.040676116s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:41.078365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:34.037298Z","time spent":"7.041063146s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":1531,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend\" "} {"level":"info","ts":"2026-04-23T08:41:41.078182Z","caller":"traceutil/trace.go:171","msg":"trace[379247692] range","detail":"{range_begin:/registry/services/specs/openstack/cinder-api; range_end:; response_count:1; response_revision:27081; }","duration":"7.040880181s","start":"2026-04-23T08:41:34.037294Z","end":"2026-04-23T08:41:41.078174Z","steps":["trace[379247692] 'agreement among raft nodes before linearized reading' (duration: 7.040739758s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:41.078375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:34.037612Z","time spent":"7.040757939s","remote":"127.0.0.1:53488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3264,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"warn","ts":"2026-04-23T08:41:41.077317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:34.034374Z","time spent":"7.042936969s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1475,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-barbican\" "} {"level":"info","ts":"2026-04-23T08:41:41.078285Z","caller":"traceutil/trace.go:171","msg":"trace[984564198] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:27081; }","duration":"7.040924523s","start":"2026-04-23T08:41:34.037353Z","end":"2026-04-23T08:41:41.078277Z","steps":["trace[984564198] 'agreement among raft nodes before linearized reading' (duration: 7.040845251s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:41.078157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.040007061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-metrics\" ","response":"range_response_count:1 size:798"} {"level":"warn","ts":"2026-04-23T08:41:41.07842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:34.038832Z","time spent":"7.039472408s","remote":"127.0.0.1:53488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3257,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-04-23T08:41:41.078433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:34.037345Z","time spent":"7.041075196s","remote":"127.0.0.1:53488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3264,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-04-23T08:41:41.078426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:34.037287Z","time spent":"7.041110256s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":948,"request content":"key:\"/registry/services/specs/openstack/cinder-api\" "} {"level":"info","ts":"2026-04-23T08:41:41.07846Z","caller":"traceutil/trace.go:171","msg":"trace[266870007] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy-metrics; range_end:; response_count:1; response_revision:27081; }","duration":"7.040319838s","start":"2026-04-23T08:41:34.038131Z","end":"2026-04-23T08:41:41.078451Z","steps":["trace[266870007] 'agreement among raft nodes before linearized reading' (duration: 7.03998419s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:41.078485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:34.038125Z","time spent":"7.040353999s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":821,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-metrics\" "} {"level":"warn","ts":"2026-04-23T08:41:41.07826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:34.037749Z","time spent":"7.040506212s","remote":"127.0.0.1:41430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-23T08:41:41.088936Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.703231299s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T08:41:41.089531Z","caller":"traceutil/trace.go:171","msg":"trace[28279403] transaction","detail":"{read_only:false; response_revision:27083; number_of_response:1; }","duration":"3.910443708s","start":"2026-04-23T08:41:37.179068Z","end":"2026-04-23T08:41:41.089512Z","steps":["trace[28279403] 'process raft request' (duration: 3.910144721s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:41.089662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:37.178981Z","time spent":"3.910583491s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:41:42.897055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000118521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T08:41:42.89716Z","caller":"traceutil/trace.go:171","msg":"trace[1878590654] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000290215s","start":"2026-04-23T08:41:40.896844Z","end":"2026-04-23T08:41:42.897134Z","steps":["trace[1878590654] 'agreement among raft nodes before linearized reading' (duration: 2.000152861s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:42.897214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:40.896823Z","time spent":"2.000380197s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:41:43.053303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999052579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:41:43.053406Z","caller":"traceutil/trace.go:171","msg":"trace[2133976641] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999227433s","start":"2026-04-23T08:41:38.054148Z","end":"2026-04-23T08:41:43.053376Z","steps":["trace[2133976641] 'agreement among raft nodes before linearized reading' (duration: 4.99910156s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:43.053494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:38.054119Z","time spent":"4.999364576s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/23 08:41:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:41:43.054235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999360865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:41:43.054348Z","caller":"traceutil/trace.go:171","msg":"trace[1835829189] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.99954521s","start":"2026-04-23T08:41:38.054772Z","end":"2026-04-23T08:41:43.054318Z","steps":["trace[1835829189] 'agreement among raft nodes before linearized reading' (duration: 4.999401076s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:43.054416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:38.05474Z","time spent":"4.999659842s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/23 08:41:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:41:43.055328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999702174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T08:41:43.055452Z","caller":"traceutil/trace.go:171","msg":"trace[623736440] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999786466s","start":"2026-04-23T08:41:38.055602Z","end":"2026-04-23T08:41:43.055388Z","steps":["trace[623736440] 'agreement among raft nodes before linearized reading' (duration: 4.999701174s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:43.055503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:38.055571Z","time spent":"4.999921519s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/23 08:41:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:41:44.636447Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"5bac9db94d1f0f54","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-23T08:41:44.74169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997934561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:41:44.741796Z","caller":"traceutil/trace.go:171","msg":"trace[1176827046] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.998118865s","start":"2026-04-23T08:41:39.743655Z","end":"2026-04-23T08:41:44.741774Z","steps":["trace[1176827046] 'agreement among raft nodes before linearized reading' (duration: 4.997972532s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:44.741859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:39.74363Z","time spent":"4.998219818s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/04/23 08:41:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:41:44.741853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998184457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:41:44.742901Z","caller":"traceutil/trace.go:171","msg":"trace[2043184763] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.999278032s","start":"2026-04-23T08:41:39.74357Z","end":"2026-04-23T08:41:44.742848Z","steps":["trace[2043184763] 'agreement among raft nodes before linearized reading' (duration: 4.998203817s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:44.743071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:39.743559Z","time spent":"4.999463397s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/04/23 08:41:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:41:44.742724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999113519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"warn","ts":"2026-04-23T08:41:44.743251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998610828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T08:41:44.743243Z","caller":"traceutil/trace.go:171","msg":"trace[1001476039] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.999627351s","start":"2026-04-23T08:41:39.74358Z","end":"2026-04-23T08:41:44.743207Z","steps":["trace[1001476039] 'agreement among raft nodes before linearized reading' (duration: 4.999133289s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:44.743296Z","caller":"traceutil/trace.go:171","msg":"trace[45786051] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.99870434s","start":"2026-04-23T08:41:39.744581Z","end":"2026-04-23T08:41:44.743285Z","steps":["trace[45786051] 'agreement among raft nodes before linearized reading' (duration: 4.998658098s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:44.743327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:39.744544Z","time spent":"4.998777081s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-04-23T08:41:44.743365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:39.743569Z","time spent":"4.999753703s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/04/23 08:41:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:41:44.898865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000490199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T08:41:44.898963Z","caller":"traceutil/trace.go:171","msg":"trace[2045473350] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000626232s","start":"2026-04-23T08:41:42.898318Z","end":"2026-04-23T08:41:44.898945Z","steps":["trace[2045473350] 'agreement among raft nodes before linearized reading' (duration: 2.000483659s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:44.899051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:42.898226Z","time spent":"2.000810216s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:41:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:41:44.918173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.828853936s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-23T08:41:44.920067Z","caller":"traceutil/trace.go:171","msg":"trace[1637035920] linearizableReadLoop","detail":"{readStateIndex:28026; appliedIndex:28022; }","duration":"3.844246895s","start":"2026-04-23T08:41:41.075792Z","end":"2026-04-23T08:41:44.920039Z","steps":["trace[1637035920] 'read index received' (duration: 13.238129ms)","trace[1637035920] 'applied index is now lower than readState.Index' (duration: 3.831007276s)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:41:44.920086Z","caller":"traceutil/trace.go:171","msg":"trace[2090199474] transaction","detail":"{read_only:false; response_revision:27084; number_of_response:1; }","duration":"5.879362431s","start":"2026-04-23T08:41:39.040676Z","end":"2026-04-23T08:41:44.920039Z","steps":["trace[2090199474] 'process raft request' (duration: 5.877637531s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:44.920275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:39.040641Z","time spent":"5.879526685s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:41:45.420314Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634067313,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:41:45.920879Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634067313,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:41:46.422005Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634067313,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:41:46.427767Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.887451697s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T08:41:46.904097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000008429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T08:41:46.904235Z","caller":"traceutil/trace.go:171","msg":"trace[1379241889] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000227334s","start":"2026-04-23T08:41:44.903978Z","end":"2026-04-23T08:41:46.904205Z","steps":["trace[1379241889] 'agreement among raft nodes before linearized reading' (duration: 2.00004548s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:46.904298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:44.903955Z","time spent":"2.000330827s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:41:47.076363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.951809063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:41:47.076394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.021026567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-23T08:41:47.076482Z","caller":"traceutil/trace.go:171","msg":"trace[1276691234] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:27084; }","duration":"8.952018467s","start":"2026-04-23T08:41:38.12443Z","end":"2026-04-23T08:41:47.076449Z","steps":["trace[1276691234] 'agreement among raft nodes before linearized reading' (duration: 6.795719925s)","trace[1276691234] 'count revisions from in-memory index tree' (duration: 2.156111018s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:41:47.076573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:38.124388Z","time spent":"8.952171511s","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:41:47.076603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.152724463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:41:47.076679Z","caller":"traceutil/trace.go:171","msg":"trace[772840066] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:27084; }","duration":"8.152848226s","start":"2026-04-23T08:41:38.923789Z","end":"2026-04-23T08:41:47.076637Z","steps":["trace[772840066] 'agreement among raft nodes before linearized reading' (duration: 5.996370789s)","trace[772840066] 'count revisions from in-memory index tree' (duration: 2.156375605s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:41:47.076741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:38.923758Z","time spent":"8.152971378s","remote":"127.0.0.1:48284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:41:47.076803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.900409367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-cleaner.18a8efc58d2ea3ac\" ","response":"range_response_count:1 size:758"} {"level":"info","ts":"2026-04-23T08:41:47.076904Z","caller":"traceutil/trace.go:171","msg":"trace[1987732812] range","detail":"{range_begin:/registry/events/openstack/heat-engine-cleaner.18a8efc58d2ea3ac; range_end:; response_count:1; response_revision:27084; }","duration":"11.900557159s","start":"2026-04-23T08:41:35.176319Z","end":"2026-04-23T08:41:47.076877Z","steps":["trace[1987732812] 'agreement among raft nodes before linearized reading' (duration: 9.743871398s)","trace[1987732812] 'range keys from in-memory index tree' (duration: 2.156439336s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:41:47.076959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:35.176295Z","time spent":"11.900650782s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":781,"request content":"key:\"/registry/events/openstack/heat-engine-cleaner.18a8efc58d2ea3ac\" "} {"level":"warn","ts":"2026-04-23T08:41:47.077068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.020484914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-23T08:41:47.077113Z","caller":"traceutil/trace.go:171","msg":"trace[2022137873] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27084; }","duration":"9.020545816s","start":"2026-04-23T08:41:38.056553Z","end":"2026-04-23T08:41:47.077099Z","steps":["trace[2022137873] 'agreement among raft nodes before linearized reading' (duration: 6.863536876s)","trace[2022137873] 'range keys from in-memory index tree' (duration: 2.156854625s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:41:47.077125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.629913598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:41:47.077146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:38.056544Z","time spent":"9.020594676s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T08:41:47.077164Z","caller":"traceutil/trace.go:171","msg":"trace[359301348] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:27084; }","duration":"8.62999165s","start":"2026-04-23T08:41:38.447157Z","end":"2026-04-23T08:41:47.077149Z","steps":["trace[359301348] 'agreement among raft nodes before linearized reading' (duration: 6.472989491s)","trace[359301348] 'count revisions from in-memory index tree' (duration: 2.156941078s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:41:47.077223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:38.44713Z","time spent":"8.630084342s","remote":"127.0.0.1:38898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:41:47.07731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.037095309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-04-23T08:41:47.077351Z","caller":"traceutil/trace.go:171","msg":"trace[1775526335] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"6.037206542s","start":"2026-04-23T08:41:41.040134Z","end":"2026-04-23T08:41:47.07734Z","steps":["trace[1775526335] 'agreement among raft nodes before linearized reading' (duration: 3.879991288s)","trace[1775526335] 'range keys from in-memory index tree' (duration: 2.157160233s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:41:47.077384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:41.040114Z","time spent":"6.037262263s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/04/23 08:41:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:41:47.077396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.076782145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:41:47.077726Z","caller":"traceutil/trace.go:171","msg":"trace[634861395] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:27084; }","duration":"6.077120123s","start":"2026-04-23T08:41:41.000591Z","end":"2026-04-23T08:41:47.077711Z","steps":["trace[634861395] 'agreement among raft nodes before linearized reading' (duration: 3.919570391s)","trace[634861395] 'count revisions from in-memory index tree' (duration: 2.157180433s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:41:47.077769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:41.000494Z","time spent":"6.077265336s","remote":"127.0.0.1:38910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:41:47.07746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.792885465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-67fdb85b4f-bkr7h\" ","response":"range_response_count:1 size:5977"} {"level":"info","ts":"2026-04-23T08:41:47.077999Z","caller":"traceutil/trace.go:171","msg":"trace[2046098010] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-67fdb85b4f-bkr7h; range_end:; response_count:1; response_revision:27084; }","duration":"10.793428018s","start":"2026-04-23T08:41:36.284531Z","end":"2026-04-23T08:41:47.077959Z","steps":["trace[2046098010] 'agreement among raft nodes before linearized reading' (duration: 8.63562628s)","trace[2046098010] 'range keys from in-memory index tree' (duration: 2.157207663s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:41:47.078047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:36.284506Z","time spent":"10.79352889s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":6000,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-67fdb85b4f-bkr7h\" "} {"level":"warn","ts":"2026-04-23T08:41:47.078174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.900368166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:41:47.078291Z","caller":"traceutil/trace.go:171","msg":"trace[1809968095] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:27084; }","duration":"11.900509619s","start":"2026-04-23T08:41:35.177747Z","end":"2026-04-23T08:41:47.078257Z","steps":["trace[1809968095] 'agreement among raft nodes before linearized reading' (duration: 9.742437355s)","trace[1809968095] 'range keys from in-memory index tree' (duration: 2.15791255s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:41:47.078367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:35.177738Z","time spent":"11.900611581s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T08:41:47.078676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.048499951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:41:47.078745Z","caller":"traceutil/trace.go:171","msg":"trace[2090814329] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:27084; }","duration":"10.048641824s","start":"2026-04-23T08:41:37.030081Z","end":"2026-04-23T08:41:47.078723Z","steps":["trace[2090814329] 'agreement among raft nodes before linearized reading' (duration: 7.890095489s)","trace[2090814329] 'count revisions from in-memory index tree' (duration: 2.158443063s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:41:47.07879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:37.03006Z","time spent":"10.048719857s","remote":"127.0.0.1:35590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:41:47.078989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.759376078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:41:47.079088Z","caller":"traceutil/trace.go:171","msg":"trace[390281789] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:27084; }","duration":"6.759507131s","start":"2026-04-23T08:41:40.319555Z","end":"2026-04-23T08:41:47.079062Z","steps":["trace[390281789] 'agreement among raft nodes before linearized reading' (duration: 4.600647109s)","trace[390281789] 'count revisions from in-memory index tree' (duration: 2.15875838s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:41:47.079144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:40.319536Z","time spent":"6.759592774s","remote":"127.0.0.1:44472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:41:47.077475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.022523641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T08:41:47.079236Z","caller":"traceutil/trace.go:171","msg":"trace[1552584805] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27084; }","duration":"9.024320554s","start":"2026-04-23T08:41:38.054896Z","end":"2026-04-23T08:41:47.079217Z","steps":["trace[1552584805] 'agreement among raft nodes before linearized reading' (duration: 6.865276917s)","trace[1552584805] 'range keys from in-memory index tree' (duration: 2.157116911s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:41:47.079287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:38.054889Z","time spent":"9.024384675s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T08:41:47.079399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.875067381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-23T08:41:47.077541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.286498444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-23T08:41:47.079455Z","caller":"traceutil/trace.go:171","msg":"trace[1316036970] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:27084; }","duration":"10.875145183s","start":"2026-04-23T08:41:36.204287Z","end":"2026-04-23T08:41:47.079432Z","steps":["trace[1316036970] 'agreement among raft nodes before linearized reading' (duration: 8.715919862s)","trace[1316036970] 'count revisions from in-memory index tree' (duration: 2.15916583s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:41:47.077588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.021968019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T08:41:47.079501Z","caller":"traceutil/trace.go:171","msg":"trace[2015609] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27084; }","duration":"9.023895933s","start":"2026-04-23T08:41:38.055596Z","end":"2026-04-23T08:41:47.079492Z","steps":["trace[2015609] 'agreement among raft nodes before linearized reading' (duration: 6.86455833s)","trace[2015609] 'range keys from in-memory index tree' (duration: 2.157362988s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:41:47.079505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.5917324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-844b9d8c6f-wnj6f.18a8ef20698acd20\" ","response":"range_response_count:1 size:905"} {"level":"warn","ts":"2026-04-23T08:41:47.079541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:38.055587Z","time spent":"9.023944584s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T08:41:47.079595Z","caller":"traceutil/trace.go:171","msg":"trace[1020326373] range","detail":"{range_begin:/registry/events/openstack/heat-api-844b9d8c6f-wnj6f.18a8ef20698acd20; range_end:; response_count:1; response_revision:27084; }","duration":"11.591845543s","start":"2026-04-23T08:41:35.487717Z","end":"2026-04-23T08:41:47.079562Z","steps":["trace[1020326373] 'agreement among raft nodes before linearized reading' (duration: 9.432492599s)","trace[1020326373] 'range keys from in-memory index tree' (duration: 2.159089258s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:41:47.077613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.335695374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:41:47.079647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:35.487688Z","time spent":"11.591948505s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":928,"request content":"key:\"/registry/events/openstack/heat-api-844b9d8c6f-wnj6f.18a8ef20698acd20\" "} {"level":"info","ts":"2026-04-23T08:41:47.079711Z","caller":"traceutil/trace.go:171","msg":"trace[712251265] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:27084; }","duration":"7.337773633s","start":"2026-04-23T08:41:39.741901Z","end":"2026-04-23T08:41:47.079675Z","steps":["trace[712251265] 'agreement among raft nodes before linearized reading' (duration: 5.178227244s)","trace[712251265] 'count revisions from in-memory index tree' (duration: 2.157442609s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:41:47.079793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:39.7418Z","time spent":"7.337963748s","remote":"127.0.0.1:48300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:41:47.079463Z","caller":"traceutil/trace.go:171","msg":"trace[1154769422] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:27084; }","duration":"6.28849821s","start":"2026-04-23T08:41:40.790951Z","end":"2026-04-23T08:41:47.07945Z","steps":["trace[1154769422] 'agreement among raft nodes before linearized reading' (duration: 4.129228899s)","trace[1154769422] 'range keys from in-memory index tree' (duration: 2.157293846s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:41:47.079848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:40.79093Z","time spent":"6.288909261s","remote":"127.0.0.1:47922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-04-23T08:41:47.079504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:36.20426Z","time spent":"10.875234655s","remote":"127.0.0.1:47944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":140,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:41:47.077635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.19427646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T08:41:47.079984Z","caller":"traceutil/trace.go:171","msg":"trace[1129799068] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:27084; }","duration":"10.196640565s","start":"2026-04-23T08:41:36.883306Z","end":"2026-04-23T08:41:47.079947Z","steps":["trace[1129799068] 'agreement among raft nodes before linearized reading' (duration: 8.036816s)","trace[1129799068] 'count revisions from in-memory index tree' (duration: 2.15747795s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:41:47.079968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.904392379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/capi-system/capi-webhook-service\" ","response":"range_response_count:1 size:819"} {"level":"warn","ts":"2026-04-23T08:41:47.080012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:36.883284Z","time spent":"10.196720977s","remote":"127.0.0.1:45286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":176,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:41:47.077671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.093238936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:41:47.080024Z","caller":"traceutil/trace.go:171","msg":"trace[1887637258] range","detail":"{range_begin:/registry/services/specs/capi-system/capi-webhook-service; range_end:; response_count:1; response_revision:27084; }","duration":"11.904463091s","start":"2026-04-23T08:41:35.175545Z","end":"2026-04-23T08:41:47.080008Z","steps":["trace[1887637258] 'agreement among raft nodes before linearized reading' (duration: 9.744648527s)","trace[1887637258] 'range keys from in-memory index tree' (duration: 2.156984969s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:41:47.080027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.97989ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-04-23T08:41:47.080065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:35.175528Z","time spent":"11.904531043s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":842,"request content":"key:\"/registry/services/specs/capi-system/capi-webhook-service\" "} {"level":"info","ts":"2026-04-23T08:41:47.080065Z","caller":"traceutil/trace.go:171","msg":"trace[226184479] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:27084; }","duration":"8.095663203s","start":"2026-04-23T08:41:38.984388Z","end":"2026-04-23T08:41:47.080052Z","steps":["trace[226184479] 'agreement among raft nodes before linearized reading' (duration: 5.935754126s)","trace[226184479] 'count revisions from in-memory index tree' (duration: 2.15750255s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:41:47.080103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:38.984367Z","time spent":"8.095724814s","remote":"127.0.0.1:44204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:41:47.076494Z","caller":"traceutil/trace.go:171","msg":"trace[1906689493] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27084; }","duration":"9.02117074s","start":"2026-04-23T08:41:38.055296Z","end":"2026-04-23T08:41:47.076467Z","steps":["trace[1906689493] 'agreement among raft nodes before linearized reading' (duration: 6.864892148s)","trace[1906689493] 'range keys from in-memory index tree' (duration: 2.156034936s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:41:47.080218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:38.055285Z","time spent":"9.024923047s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T08:41:47.080282Z","caller":"traceutil/trace.go:171","msg":"trace[1457699303] transaction","detail":"{read_only:false; response_revision:27085; number_of_response:1; }","duration":"5.54002672s","start":"2026-04-23T08:41:41.540233Z","end":"2026-04-23T08:41:47.08026Z","steps":["trace[1457699303] 'process raft request' (duration: 4.887737803s)","trace[1457699303] 'compare' (duration: 651.54298ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:41:47.079184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.229316814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:41:47.080355Z","caller":"traceutil/trace.go:171","msg":"trace[1374512143] transaction","detail":"{read_only:false; response_revision:27088; number_of_response:1; }","duration":"2.333921124s","start":"2026-04-23T08:41:44.746419Z","end":"2026-04-23T08:41:47.08034Z","steps":["trace[1374512143] 'process raft request' (duration: 2.333823862s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:47.080392Z","caller":"traceutil/trace.go:171","msg":"trace[866275925] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:27084; }","duration":"7.230556603s","start":"2026-04-23T08:41:39.849818Z","end":"2026-04-23T08:41:47.080375Z","steps":["trace[866275925] 'agreement among raft nodes before linearized reading' (duration: 5.0703864s)","trace[866275925] 'count revisions from in-memory index tree' (duration: 2.158947225s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:41:47.080419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:44.746395Z","time spent":"2.333989325s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T08:41:47.080435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:39.849799Z","time spent":"7.230625595s","remote":"127.0.0.1:54214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:41:47.08042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:41.540209Z","time spent":"5.540127003s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:41:47.080445Z","caller":"traceutil/trace.go:171","msg":"trace[2015501980] transaction","detail":"{read_only:false; response_revision:27086; number_of_response:1; }","duration":"2.841084247s","start":"2026-04-23T08:41:44.239347Z","end":"2026-04-23T08:41:47.080432Z","steps":["trace[2015501980] 'process raft request' (duration: 2.84076148s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:47.080826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:44.239315Z","time spent":"2.841482727s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:41:47.080627Z","caller":"traceutil/trace.go:171","msg":"trace[1586802352] transaction","detail":"{read_only:false; response_revision:27087; number_of_response:1; }","duration":"2.729658761s","start":"2026-04-23T08:41:44.350953Z","end":"2026-04-23T08:41:47.080612Z","steps":["trace[1586802352] 'process raft request' (duration: 2.729247861s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:47.080972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:44.350918Z","time spent":"2.729987407s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:41:48.054043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998175379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:41:48.054133Z","caller":"traceutil/trace.go:171","msg":"trace[1265134132] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998321223s","start":"2026-04-23T08:41:45.055789Z","end":"2026-04-23T08:41:48.05411Z","steps":["trace[1265134132] 'agreement among raft nodes before linearized reading' (duration: 2.99820936s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:48.054211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:45.055756Z","time spent":"2.998442846s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/23 08:41:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:41:48.054696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:47.085853Z","time spent":"968.833436ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 08:41:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:41:48.055859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998837245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:41:48.055918Z","caller":"traceutil/trace.go:171","msg":"trace[1927065501] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998953818s","start":"2026-04-23T08:41:45.05695Z","end":"2026-04-23T08:41:48.055904Z","steps":["trace[1927065501] 'agreement among raft nodes before linearized reading' (duration: 2.998881276s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:48.055863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:47.084394Z","time spent":"971.458217ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T08:41:48.055954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:45.056924Z","time spent":"2.999021089s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/23 08:41:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/23 08:41:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:41:48.056115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:47.085528Z","time spent":"970.583918ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 08:41:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:41:48.056251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:47.0853Z","time spent":"970.949276ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 08:41:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:41:48.057237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.999918219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:41:48.057301Z","caller":"traceutil/trace.go:171","msg":"trace[196003696] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"3.000008222s","start":"2026-04-23T08:41:45.057281Z","end":"2026-04-23T08:41:48.057289Z","steps":["trace[196003696] 'agreement among raft nodes before linearized reading' (duration: 2.9999375s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:48.057347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:45.057273Z","time spent":"3.000062363s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/23 08:41:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:41:48.093819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99827939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:41:48.093904Z","caller":"traceutil/trace.go:171","msg":"trace[879621815] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.998390132s","start":"2026-04-23T08:41:43.095493Z","end":"2026-04-23T08:41:48.093883Z","steps":["trace[879621815] 'agreement among raft nodes before linearized reading' (duration: 4.998275659s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:48.093947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:43.095435Z","time spent":"4.998503964s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/04/23 08:41:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:41:48.436622Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.354180571s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T08:41:48.905424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000179711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:41:48.90552Z","caller":"traceutil/trace.go:171","msg":"trace[473034311] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000372667s","start":"2026-04-23T08:41:46.905126Z","end":"2026-04-23T08:41:48.905498Z","steps":["trace[473034311] 'agreement among raft nodes before linearized reading' (duration: 2.000229933s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:48.905585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:46.905091Z","time spent":"2.000466549s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:41:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:41:49.140476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.06014753s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-23T08:41:49.140817Z","caller":"traceutil/trace.go:171","msg":"trace[10434935] linearizableReadLoop","detail":"{readStateIndex:28031; appliedIndex:28026; }","duration":"4.220662191s","start":"2026-04-23T08:41:44.920127Z","end":"2026-04-23T08:41:49.140789Z","steps":["trace[10434935] 'read index received' (duration: 1.507874706s)","trace[10434935] 'applied index is now lower than readState.Index' (duration: 2.712785445s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:41:49.141465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.681802ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:41:49.14159Z","caller":"traceutil/trace.go:171","msg":"trace[1218493837] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27089; }","duration":"747.817985ms","start":"2026-04-23T08:41:48.393748Z","end":"2026-04-23T08:41:49.141566Z","steps":["trace[1218493837] 'range keys from in-memory index tree' (duration: 747.658122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:49.141677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.959576781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:41:49.141729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.2155934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T08:41:49.141711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.057747689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-y5gnf1\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-04-23T08:41:49.141788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.055569748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" ","response":"range_response_count:1 size:2875"} {"level":"warn","ts":"2026-04-23T08:41:49.141764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.033478563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:41:49.141809Z","caller":"traceutil/trace.go:171","msg":"trace[58738106] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:27089; }","duration":"6.215726533s","start":"2026-04-23T08:41:42.926056Z","end":"2026-04-23T08:41:49.141782Z","steps":["trace[58738106] 'agreement among raft nodes before linearized reading' (duration: 6.21558702s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:49.141848Z","caller":"traceutil/trace.go:171","msg":"trace[956540516] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy; range_end:; response_count:1; response_revision:27089; }","duration":"8.055640879s","start":"2026-04-23T08:41:41.086187Z","end":"2026-04-23T08:41:49.141828Z","steps":["trace[956540516] 'agreement among raft nodes before linearized reading' (duration: 8.055398874s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:49.141893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:41.086177Z","time spent":"8.055704671s","remote":"127.0.0.1:35632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":2898,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" "} {"level":"warn","ts":"2026-04-23T08:41:49.141912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.05863789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-04-23T08:41:49.141878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.947690893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:41:49.14186Z","caller":"traceutil/trace.go:171","msg":"trace[1824603269] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-y5gnf1; range_end:; response_count:1; response_revision:27089; }","duration":"8.057915452s","start":"2026-04-23T08:41:41.08391Z","end":"2026-04-23T08:41:49.141825Z","steps":["trace[1824603269] 'agreement among raft nodes before linearized reading' (duration: 8.057627736s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:49.14197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.058353602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3244"} {"level":"warn","ts":"2026-04-23T08:41:49.141973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.862107358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:41:49.142007Z","caller":"traceutil/trace.go:171","msg":"trace[1650602097] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:27089; }","duration":"7.947902768s","start":"2026-04-23T08:41:41.19407Z","end":"2026-04-23T08:41:49.141972Z","steps":["trace[1650602097] 'agreement among raft nodes before linearized reading' (duration: 7.94755505s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:49.142025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.058266191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-nova-nodes\" ","response":"range_response_count:1 size:1246"} {"level":"info","ts":"2026-04-23T08:41:49.141963Z","caller":"traceutil/trace.go:171","msg":"trace[756780334] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27089; }","duration":"8.058703001s","start":"2026-04-23T08:41:41.083246Z","end":"2026-04-23T08:41:49.141949Z","steps":["trace[756780334] 'agreement among raft nodes before linearized reading' (duration: 8.058495106s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:49.142038Z","caller":"traceutil/trace.go:171","msg":"trace[2064647276] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:27089; }","duration":"8.058424855s","start":"2026-04-23T08:41:41.083585Z","end":"2026-04-23T08:41:49.14201Z","steps":["trace[2064647276] 'agreement among raft nodes before linearized reading' (duration: 8.058191879s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:49.142043Z","caller":"traceutil/trace.go:171","msg":"trace[1083487151] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:27089; }","duration":"5.862230432s","start":"2026-04-23T08:41:43.279798Z","end":"2026-04-23T08:41:49.142029Z","steps":["trace[1083487151] 'agreement among raft nodes before linearized reading' (duration: 5.86212717s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:49.142077Z","caller":"traceutil/trace.go:171","msg":"trace[932987443] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-nova-nodes; range_end:; response_count:1; response_revision:27089; }","duration":"8.058337003s","start":"2026-04-23T08:41:41.083725Z","end":"2026-04-23T08:41:49.142062Z","steps":["trace[932987443] 'agreement among raft nodes before linearized reading' (duration: 8.058117578s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:49.14207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:41.194044Z","time spent":"7.948009961s","remote":"127.0.0.1:49568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:41:49.14209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:41.083237Z","time spent":"8.058838694s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T08:41:49.142105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:41.083573Z","time spent":"8.058520757s","remote":"127.0.0.1:53488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-04-23T08:41:49.142124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.0578189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/nova-metadata\" ","response":"range_response_count:1 size:923"} {"level":"info","ts":"2026-04-23T08:41:49.14189Z","caller":"traceutil/trace.go:171","msg":"trace[1551169337] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:27089; }","duration":"8.033668067s","start":"2026-04-23T08:41:41.108188Z","end":"2026-04-23T08:41:49.141856Z","steps":["trace[1551169337] 'agreement among raft nodes before linearized reading' (duration: 8.033448102s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:49.142153Z","caller":"traceutil/trace.go:171","msg":"trace[382086099] range","detail":"{range_begin:/registry/services/specs/openstack/nova-metadata; range_end:; response_count:1; response_revision:27089; }","duration":"8.057854671s","start":"2026-04-23T08:41:41.084289Z","end":"2026-04-23T08:41:49.142144Z","steps":["trace[382086099] 'agreement among raft nodes before linearized reading' (duration: 8.057710707s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:49.142149Z","caller":"traceutil/trace.go:171","msg":"trace[330465635] transaction","detail":"{read_only:false; response_revision:27090; number_of_response:1; }","duration":"2.059785001s","start":"2026-04-23T08:41:47.082333Z","end":"2026-04-23T08:41:49.142118Z","steps":["trace[330465635] 'process raft request' (duration: 2.058294296s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:49.142186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:41.10815Z","time spent":"8.034017175s","remote":"127.0.0.1:38268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:41:49.14223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.0573769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"range_response_count:1 size:1230"} {"level":"info","ts":"2026-04-23T08:41:49.142257Z","caller":"traceutil/trace.go:171","msg":"trace[1980168569] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:27089; }","duration":"8.057412951s","start":"2026-04-23T08:41:41.084836Z","end":"2026-04-23T08:41:49.142249Z","steps":["trace[1980168569] 'agreement among raft nodes before linearized reading' (duration: 8.057084024s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:49.142253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.058923226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" ","response":"range_response_count:1 size:1230"} {"level":"warn","ts":"2026-04-23T08:41:49.142271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.060992705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-engine-cleaner-29615560\" ","response":"range_response_count:1 size:5617"} {"level":"warn","ts":"2026-04-23T08:41:49.142262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.058393614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:1 size:1220"} {"level":"info","ts":"2026-04-23T08:41:49.142308Z","caller":"traceutil/trace.go:171","msg":"trace[618324739] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret; range_end:; response_count:1; response_revision:27090; }","duration":"8.058985347s","start":"2026-04-23T08:41:41.083306Z","end":"2026-04-23T08:41:49.142292Z","steps":["trace[618324739] 'agreement among raft nodes before linearized reading' (duration: 8.058887295s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:49.142312Z","caller":"traceutil/trace.go:171","msg":"trace[668512545] range","detail":"{range_begin:/registry/jobs/openstack/heat-engine-cleaner-29615560; range_end:; response_count:1; response_revision:27090; }","duration":"8.061045145s","start":"2026-04-23T08:41:41.081258Z","end":"2026-04-23T08:41:49.142303Z","steps":["trace[668512545] 'agreement among raft nodes before linearized reading' (duration: 8.060947983s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:49.142323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.058768193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3226"} {"level":"warn","ts":"2026-04-23T08:41:49.142317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:47.082311Z","time spent":"2.059903844s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":740,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:41:49.142336Z","caller":"traceutil/trace.go:171","msg":"trace[219292850] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:1; response_revision:27089; }","duration":"8.058477766s","start":"2026-04-23T08:41:41.083843Z","end":"2026-04-23T08:41:49.14232Z","steps":["trace[219292850] 'agreement among raft nodes before linearized reading' (duration: 8.05778447s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:49.142343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:41.083296Z","time spent":"8.059039439s","remote":"127.0.0.1:35614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1253,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" "} {"level":"warn","ts":"2026-04-23T08:41:49.142193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.39605442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:514"} {"level":"info","ts":"2026-04-23T08:41:49.141782Z","caller":"traceutil/trace.go:171","msg":"trace[547500838] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:27089; }","duration":"5.959741835s","start":"2026-04-23T08:41:43.182018Z","end":"2026-04-23T08:41:49.141759Z","steps":["trace[547500838] 'agreement among raft nodes before linearized reading' (duration: 5.95954754s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:49.142397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.058475316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3224"} {"level":"warn","ts":"2026-04-23T08:41:49.1424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.058711212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1456"} {"level":"warn","ts":"2026-04-23T08:41:49.141892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:42.926029Z","time spent":"6.215846086s","remote":"127.0.0.1:48150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:41:49.142409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.061171379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-engine-cleaner-29615560\" ","response":"range_response_count:1 size:5171"} {"level":"warn","ts":"2026-04-23T08:41:49.142403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.059700504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:1444"} {"level":"info","ts":"2026-04-23T08:41:49.142434Z","caller":"traceutil/trace.go:171","msg":"trace[1341141466] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:27089; }","duration":"8.058753242s","start":"2026-04-23T08:41:41.083672Z","end":"2026-04-23T08:41:49.142425Z","steps":["trace[1341141466] 'agreement among raft nodes before linearized reading' (duration: 8.058204989s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:49.142435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:43.181994Z","time spent":"5.960417391s","remote":"127.0.0.1:48032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:41:49.142265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.05954345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-replicas\" ","response":"range_response_count:1 size:2111"} {"level":"warn","ts":"2026-04-23T08:41:49.142392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:41.083833Z","time spent":"8.058546157s","remote":"127.0.0.1:35614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":1243,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" "} {"level":"warn","ts":"2026-04-23T08:41:49.142343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:41.081099Z","time spent":"8.06123696s","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":5640,"request content":"key:\"/registry/jobs/openstack/heat-engine-cleaner-29615560\" "} {"level":"warn","ts":"2026-04-23T08:41:49.142118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:41.083706Z","time spent":"8.058402854s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1269,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-nova-nodes\" "} {"level":"warn","ts":"2026-04-23T08:41:49.142025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:41.0839Z","time spent":"8.058106898s","remote":"127.0.0.1:47992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":564,"request content":"key:\"/registry/secrets/kube-system/bootstrap-token-y5gnf1\" "} {"level":"info","ts":"2026-04-23T08:41:49.142535Z","caller":"traceutil/trace.go:171","msg":"trace[1875140002] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy-replicas; range_end:; response_count:1; response_revision:27089; }","duration":"8.059804406s","start":"2026-04-23T08:41:41.082707Z","end":"2026-04-23T08:41:49.142511Z","steps":["trace[1875140002] 'agreement among raft nodes before linearized reading' (duration: 8.059259564s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:49.142027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.057194446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:1591"} {"level":"warn","ts":"2026-04-23T08:41:49.142608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:41.082701Z","time spent":"8.059882359s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":2134,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-replicas\" "} {"level":"warn","ts":"2026-04-23T08:41:49.142331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.057498293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:1226"} {"level":"info","ts":"2026-04-23T08:41:49.142681Z","caller":"traceutil/trace.go:171","msg":"trace[1832406281] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:27089; }","duration":"8.057856881s","start":"2026-04-23T08:41:41.084815Z","end":"2026-04-23T08:41:49.142672Z","steps":["trace[1832406281] 'agreement among raft nodes before linearized reading' (duration: 8.057128034s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:49.142113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:43.279767Z","time spent":"5.862331424s","remote":"127.0.0.1:44246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:41:49.142707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:41.084809Z","time spent":"8.057892262s","remote":"127.0.0.1:35614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":1249,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" "} {"level":"warn","ts":"2026-04-23T08:41:49.142074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.058447065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"range_response_count:1 size:1605"} {"level":"info","ts":"2026-04-23T08:41:49.142449Z","caller":"traceutil/trace.go:171","msg":"trace[1303214750] range","detail":"{range_begin:/registry/jobs/openstack/senlin-engine-cleaner-29615560; range_end:; response_count:1; response_revision:27089; }","duration":"8.0612335s","start":"2026-04-23T08:41:41.081206Z","end":"2026-04-23T08:41:49.142439Z","steps":["trace[1303214750] 'agreement among raft nodes before linearized reading' (duration: 8.060597345s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:49.142776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:41.081184Z","time spent":"8.061585388s","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":5194,"request content":"key:\"/registry/jobs/openstack/senlin-engine-cleaner-29615560\" "} {"level":"warn","ts":"2026-04-23T08:41:49.14217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.058786243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-04-23T08:41:49.142178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:41.084269Z","time spent":"8.057902802s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":946,"request content":"key:\"/registry/services/specs/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-04-23T08:41:49.142064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.058452715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-operator-7d58f4b66c\" ","response":"range_response_count:1 size:5215"} {"level":"info","ts":"2026-04-23T08:41:49.142401Z","caller":"traceutil/trace.go:171","msg":"trace[1810359209] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:27089; }","duration":"4.396298205s","start":"2026-04-23T08:41:44.746092Z","end":"2026-04-23T08:41:49.142391Z","steps":["trace[1810359209] 'agreement among raft nodes before linearized reading' (duration: 4.395774073s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:49.142909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:44.746071Z","time spent":"4.396823938s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":537,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"info","ts":"2026-04-23T08:41:49.142913Z","caller":"traceutil/trace.go:171","msg":"trace[1382877979] range","detail":"{range_begin:/registry/replicasets/monitoring/kube-prometheus-stack-operator-7d58f4b66c; range_end:; response_count:1; response_revision:27089; }","duration":"8.059298295s","start":"2026-04-23T08:41:41.083592Z","end":"2026-04-23T08:41:49.142891Z","steps":["trace[1382877979] 'agreement among raft nodes before linearized reading' (duration: 8.058188029s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:49.14247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:41.083664Z","time spent":"8.058799383s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1479,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-04-23T08:41:49.142426Z","caller":"traceutil/trace.go:171","msg":"trace[1333763636] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:27089; }","duration":"8.058523257s","start":"2026-04-23T08:41:41.083897Z","end":"2026-04-23T08:41:49.14242Z","steps":["trace[1333763636] 'agreement among raft nodes before linearized reading' (duration: 8.057677317s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:49.143039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:41.083887Z","time spent":"8.059144081s","remote":"127.0.0.1:53488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3247,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-04-23T08:41:49.142991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:41.083584Z","time spent":"8.059391247s","remote":"127.0.0.1:48376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":5238,"request content":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-operator-7d58f4b66c\" "} {"level":"info","ts":"2026-04-23T08:41:49.142472Z","caller":"traceutil/trace.go:171","msg":"trace[639377818] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:27090; }","duration":"8.059784376s","start":"2026-04-23T08:41:41.082669Z","end":"2026-04-23T08:41:49.142454Z","steps":["trace[639377818] 'agreement among raft nodes before linearized reading' (duration: 8.059379337s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:49.142584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.058582338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-controller-manager\" ","response":"range_response_count:1 size:1487"} {"level":"info","ts":"2026-04-23T08:41:49.143153Z","caller":"traceutil/trace.go:171","msg":"trace[296868809] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-controller-manager; range_end:; response_count:1; response_revision:27089; }","duration":"8.059165332s","start":"2026-04-23T08:41:41.083978Z","end":"2026-04-23T08:41:49.143143Z","steps":["trace[296868809] 'agreement among raft nodes before linearized reading' (duration: 8.057991095s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:49.143143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:41.082661Z","time spent":"8.060463812s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1467,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-04-23T08:41:49.14318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:41.083968Z","time spent":"8.059205353s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":1510,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T08:41:49.142639Z","caller":"traceutil/trace.go:171","msg":"trace[1277047616] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:27089; }","duration":"8.05780568s","start":"2026-04-23T08:41:41.08481Z","end":"2026-04-23T08:41:49.142616Z","steps":["trace[1277047616] 'agreement among raft nodes before linearized reading' (duration: 8.057072023s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:49.143307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:41.084805Z","time spent":"8.058451725s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":1614,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-kube-state-metrics\" "} {"level":"warn","ts":"2026-04-23T08:41:49.142171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.059047459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-04-23T08:41:49.142354Z","caller":"traceutil/trace.go:171","msg":"trace[1352961777] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:27089; }","duration":"8.058805513s","start":"2026-04-23T08:41:41.083539Z","end":"2026-04-23T08:41:49.142345Z","steps":["trace[1352961777] 'agreement among raft nodes before linearized reading' (duration: 8.058448965s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:49.141721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.999291682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:41:49.142779Z","caller":"traceutil/trace.go:171","msg":"trace[1413613331] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; response_count:1; response_revision:27089; }","duration":"8.059142981s","start":"2026-04-23T08:41:41.083611Z","end":"2026-04-23T08:41:49.142754Z","steps":["trace[1413613331] 'agreement among raft nodes before linearized reading' (duration: 8.058293771s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:49.143407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:41.083606Z","time spent":"8.059789426s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1628,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook\" "} {"level":"info","ts":"2026-04-23T08:41:49.143413Z","caller":"traceutil/trace.go:171","msg":"trace[1307795744] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:27090; }","duration":"8.060428761s","start":"2026-04-23T08:41:41.082961Z","end":"2026-04-23T08:41:49.14339Z","steps":["trace[1307795744] 'agreement among raft nodes before linearized reading' (duration: 8.05910645s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:49.142856Z","caller":"traceutil/trace.go:171","msg":"trace[899217023] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:27090; }","duration":"8.059447868s","start":"2026-04-23T08:41:41.083367Z","end":"2026-04-23T08:41:49.142815Z","steps":["trace[899217023] 'agreement among raft nodes before linearized reading' (duration: 8.058719331s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:49.143464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:41.083532Z","time spent":"8.059906879s","remote":"127.0.0.1:53488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3249,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-04-23T08:41:49.143482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:41.082935Z","time spent":"8.060528263s","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4750,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-04-23T08:41:49.143493Z","caller":"traceutil/trace.go:171","msg":"trace[591055324] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:27089; }","duration":"7.001092054s","start":"2026-04-23T08:41:42.142375Z","end":"2026-04-23T08:41:49.143467Z","steps":["trace[591055324] 'agreement among raft nodes before linearized reading' (duration: 6.99922329s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:49.143573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:42.14232Z","time spent":"7.001231127s","remote":"127.0.0.1:41332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:41:49.1435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:41.08336Z","time spent":"8.060122734s","remote":"127.0.0.1:48054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-04-23T08:41:49.142274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:41.084826Z","time spent":"8.057443962s","remote":"127.0.0.1:35614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1253,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" "} {"level":"warn","ts":"2026-04-23T08:41:49.641364Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634067328,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:41:50.14219Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634067328,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:41:50.642543Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634067328,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:41:50.913213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000418587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T08:41:50.913377Z","caller":"traceutil/trace.go:171","msg":"trace[1449893748] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000661053s","start":"2026-04-23T08:41:48.912685Z","end":"2026-04-23T08:41:50.913346Z","steps":["trace[1449893748] 'agreement among raft nodes before linearized reading' (duration: 2.000451358s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:50.913433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:48.912661Z","time spent":"2.000759946s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:41:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:41:51.143051Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634067328,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:41:51.643584Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634067328,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:41:52.12108Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.684169793s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T08:41:52.914167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000246015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:41:52.914288Z","caller":"traceutil/trace.go:171","msg":"trace[929134438] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000445049s","start":"2026-04-23T08:41:50.913816Z","end":"2026-04-23T08:41:52.914261Z","steps":["trace[929134438] 'agreement among raft nodes before linearized reading' (duration: 2.000286445s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:52.914348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:50.913786Z","time spent":"2.000551432s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:41:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:41:53.055801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:48.057562Z","time spent":"4.99822776s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T08:41:53.057674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:48.059383Z","time spent":"4.99827152s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 08:41:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:41:53.092966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998000544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:41:53.093068Z","caller":"traceutil/trace.go:171","msg":"trace[235024085] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.998178548s","start":"2026-04-23T08:41:48.094868Z","end":"2026-04-23T08:41:53.093047Z","steps":["trace[235024085] 'agreement among raft nodes before linearized reading' (duration: 4.998040685s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:53.093117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:48.094839Z","time spent":"4.998268631s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/04/23 08:41:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:41:53.662851Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.54154026s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T08:41:53.714679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000149202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T08:41:53.714781Z","caller":"traceutil/trace.go:171","msg":"trace[820595799] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000365067s","start":"2026-04-23T08:41:51.714394Z","end":"2026-04-23T08:41:53.714759Z","steps":["trace[820595799] 'agreement among raft nodes before linearized reading' (duration: 2.000185213s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:53.714835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:51.71437Z","time spent":"2.000454249s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:41:54.083258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:47.082422Z","time spent":"7.000827857s","remote":"127.0.0.1:47922","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T08:41:54.083784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:47.083693Z","time spent":"7.000082299s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T08:41:54.088758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:47.088678Z","time spent":"7.000072019s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T08:41:54.61808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.496584025s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-23T08:41:54.620906Z","caller":"traceutil/trace.go:171","msg":"trace[720433809] linearizableReadLoop","detail":"{readStateIndex:28044; appliedIndex:28032; }","duration":"5.480012641s","start":"2026-04-23T08:41:49.140869Z","end":"2026-04-23T08:41:54.620882Z","steps":["trace[720433809] 'read index received' (duration: 2.98062516s)","trace[720433809] 'applied index is now lower than readState.Index' (duration: 2.49938615s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:41:54.621147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.084492938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:41:54.621227Z","caller":"traceutil/trace.go:171","msg":"trace[859962039] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:27099; }","duration":"7.084635041s","start":"2026-04-23T08:41:47.536571Z","end":"2026-04-23T08:41:54.621206Z","steps":["trace[859962039] 'agreement among raft nodes before linearized reading' (duration: 7.084434226s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:54.621247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.132812472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:41:54.621218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.035336219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:41:54.621275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:47.536546Z","time spent":"7.084718143s","remote":"127.0.0.1:54164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":36,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:41:54.621286Z","caller":"traceutil/trace.go:171","msg":"trace[171423738] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:27099; }","duration":"9.132906274s","start":"2026-04-23T08:41:45.488366Z","end":"2026-04-23T08:41:54.621272Z","steps":["trace[171423738] 'agreement among raft nodes before linearized reading' (duration: 9.132835952s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:54.621307Z","caller":"traceutil/trace.go:171","msg":"trace[655790615] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:27099; }","duration":"9.035481843s","start":"2026-04-23T08:41:45.585802Z","end":"2026-04-23T08:41:54.621284Z","steps":["trace[655790615] 'agreement among raft nodes before linearized reading' (duration: 9.035317229s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:54.621329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:45.48834Z","time spent":"9.132979146s","remote":"127.0.0.1:52896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:41:54.621356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:45.585783Z","time spent":"9.035563114s","remote":"127.0.0.1:44398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:41:54.621449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.517353983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:41:54.621499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.20822706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:41:54.621528Z","caller":"traceutil/trace.go:171","msg":"trace[1326384433] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:27099; }","duration":"8.517501956s","start":"2026-04-23T08:41:46.104006Z","end":"2026-04-23T08:41:54.621508Z","steps":["trace[1326384433] 'agreement among raft nodes before linearized reading' (duration: 8.517349673s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:54.621524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.678989587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:41:54.621566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:46.103977Z","time spent":"8.517580858s","remote":"127.0.0.1:52818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:41:54.621579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.552026882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:41:54.621602Z","caller":"traceutil/trace.go:171","msg":"trace[142326999] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:27099; }","duration":"7.679127721s","start":"2026-04-23T08:41:46.942454Z","end":"2026-04-23T08:41:54.621582Z","steps":["trace[142326999] 'agreement among raft nodes before linearized reading' (duration: 7.678973567s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:54.621606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.287382005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-04-23T08:41:54.621603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.189091214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:41:54.62164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:46.942432Z","time spent":"7.679200122s","remote":"127.0.0.1:38864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:41:54.621639Z","caller":"traceutil/trace.go:171","msg":"trace[1265408577] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:27099; }","duration":"9.287452207s","start":"2026-04-23T08:41:45.334176Z","end":"2026-04-23T08:41:54.621628Z","steps":["trace[1265408577] 'agreement among raft nodes before linearized reading' (duration: 9.287359895s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:54.621647Z","caller":"traceutil/trace.go:171","msg":"trace[1417987822] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:27099; }","duration":"9.189168016s","start":"2026-04-23T08:41:45.432469Z","end":"2026-04-23T08:41:54.621637Z","steps":["trace[1417987822] 'agreement among raft nodes before linearized reading' (duration: 9.189104755s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:54.621678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.925785225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T08:41:54.62168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:45.432449Z","time spent":"9.189223607s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:41:54.621551Z","caller":"traceutil/trace.go:171","msg":"trace[1792429632] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:27099; }","duration":"9.208328333s","start":"2026-04-23T08:41:45.413205Z","end":"2026-04-23T08:41:54.621533Z","steps":["trace[1792429632] 'agreement among raft nodes before linearized reading' (duration: 9.208244141s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:54.621709Z","caller":"traceutil/trace.go:171","msg":"trace[618690293] transaction","detail":"{read_only:false; number_of_response:1; response_revision:27097; }","duration":"6.563851729s","start":"2026-04-23T08:41:48.057841Z","end":"2026-04-23T08:41:54.621693Z","steps":["trace[618690293] 'process raft request' (duration: 6.561018053s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:54.621613Z","caller":"traceutil/trace.go:171","msg":"trace[56637800] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:27099; }","duration":"8.552110873s","start":"2026-04-23T08:41:46.069489Z","end":"2026-04-23T08:41:54.6216Z","steps":["trace[56637800] 'agreement among raft nodes before linearized reading' (duration: 8.552054362s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:54.621811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:48.057827Z","time spent":"6.563919231s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":475,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:41:54.621863Z","caller":"traceutil/trace.go:171","msg":"trace[1559958230] transaction","detail":"{read_only:false; response_revision:27099; number_of_response:1; }","duration":"4.691948927s","start":"2026-04-23T08:41:49.929902Z","end":"2026-04-23T08:41:54.621851Z","steps":["trace[1559958230] 'process raft request' (duration: 4.68908797s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:54.621871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.659768981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:41:54.621872Z","caller":"traceutil/trace.go:171","msg":"trace[912967880] transaction","detail":"{read_only:false; number_of_response:1; response_revision:27097; }","duration":"6.563095432s","start":"2026-04-23T08:41:48.058756Z","end":"2026-04-23T08:41:54.621851Z","steps":["trace[912967880] 'process raft request' (duration: 6.560141543s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:54.621833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:45.413176Z","time spent":"9.208575579s","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:41:54.621898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.916770023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:41:54.621482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.037885651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:41:54.621797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:46.069462Z","time spent":"8.552305768s","remote":"127.0.0.1:41280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:41:54.62194Z","caller":"traceutil/trace.go:171","msg":"trace[526784101] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:27099; }","duration":"5.916842285s","start":"2026-04-23T08:41:48.705082Z","end":"2026-04-23T08:41:54.621924Z","steps":["trace[526784101] 'agreement among raft nodes before linearized reading' (duration: 5.916780343s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:54.621708Z","caller":"traceutil/trace.go:171","msg":"trace[439273361] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:27099; }","duration":"8.925849507s","start":"2026-04-23T08:41:45.695849Z","end":"2026-04-23T08:41:54.621698Z","steps":["trace[439273361] 'agreement among raft nodes before linearized reading' (duration: 8.925785245s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:54.621937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.493420704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:35 size:293320"} {"level":"warn","ts":"2026-04-23T08:41:54.621987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:48.70506Z","time spent":"5.916912567s","remote":"127.0.0.1:44524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:41:54.621992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:45.695829Z","time spent":"8.926150724s","remote":"127.0.0.1:48178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":19,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:41:54.621177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.536893904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" ","response":"range_response_count:1 size:2891"} {"level":"info","ts":"2026-04-23T08:41:54.621982Z","caller":"traceutil/trace.go:171","msg":"trace[1543858563] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:27099; }","duration":"7.038408493s","start":"2026-04-23T08:41:47.583536Z","end":"2026-04-23T08:41:54.621945Z","steps":["trace[1543858563] 'agreement among raft nodes before linearized reading' (duration: 7.037913642s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:54.622032Z","caller":"traceutil/trace.go:171","msg":"trace[1835973335] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:35; response_revision:27099; }","duration":"5.493567537s","start":"2026-04-23T08:41:49.128441Z","end":"2026-04-23T08:41:54.622009Z","steps":["trace[1835973335] 'agreement among raft nodes before linearized reading' (duration: 5.492767238s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:54.621677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:45.334146Z","time spent":"9.287523089s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-23T08:41:54.622073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:47.583504Z","time spent":"7.038557207s","remote":"127.0.0.1:35622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:41:54.622088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:49.12841Z","time spent":"5.493663609s","remote":"127.0.0.1:48340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":35,"response size":293343,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-04-23T08:41:54.621907Z","caller":"traceutil/trace.go:171","msg":"trace[1069043314] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:27099; }","duration":"5.659850103s","start":"2026-04-23T08:41:48.962047Z","end":"2026-04-23T08:41:54.621897Z","steps":["trace[1069043314] 'agreement among raft nodes before linearized reading' (duration: 5.659782092s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:54.622153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:48.962023Z","time spent":"5.6601114s","remote":"127.0.0.1:48252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:41:54.621966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:48.058743Z","time spent":"6.563164863s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":471,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:41:54.622048Z","caller":"traceutil/trace.go:171","msg":"trace[172275192] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy; range_end:; response_count:1; response_revision:27099; }","duration":"7.537967929s","start":"2026-04-23T08:41:47.084069Z","end":"2026-04-23T08:41:54.622037Z","steps":["trace[172275192] 'agreement among raft nodes before linearized reading' (duration: 7.536931635s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:54.622274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:47.084043Z","time spent":"7.538220045s","remote":"127.0.0.1:35632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":107,"response count":1,"response size":2914,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" "} {"level":"warn","ts":"2026-04-23T08:41:54.623234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:49.929868Z","time spent":"4.692017209s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:41:54.624145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.289216886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T08:41:54.624183Z","caller":"traceutil/trace.go:171","msg":"trace[571950171] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:27099; }","duration":"6.289309078s","start":"2026-04-23T08:41:48.334865Z","end":"2026-04-23T08:41:54.624174Z","steps":["trace[571950171] 'agreement among raft nodes before linearized reading' (duration: 6.286455882s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:54.624212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:48.334838Z","time spent":"6.28936486s","remote":"127.0.0.1:48398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2884,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:41:54.646869Z","caller":"traceutil/trace.go:171","msg":"trace[33329492] transaction","detail":"{read_only:false; response_revision:27100; number_of_response:1; }","duration":"1.5510211s","start":"2026-04-23T08:41:53.095826Z","end":"2026-04-23T08:41:54.646847Z","steps":["trace[33329492] 'process raft request' (duration: 1.550860446s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:54.647084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:53.095786Z","time spent":"1.551141203s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":444,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:41:54.921612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999702341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:41:54.921695Z","caller":"traceutil/trace.go:171","msg":"trace[1342269439] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999831493s","start":"2026-04-23T08:41:52.92184Z","end":"2026-04-23T08:41:54.921671Z","steps":["trace[1342269439] 'agreement among raft nodes before linearized reading' (duration: 1.999728281s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:54.921736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:52.921817Z","time spent":"1.999911226s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:41:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:41:56.921974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999589529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:41:56.922235Z","caller":"traceutil/trace.go:171","msg":"trace[1448809783] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999881616s","start":"2026-04-23T08:41:54.922318Z","end":"2026-04-23T08:41:56.922199Z","steps":["trace[1448809783] 'agreement among raft nodes before linearized reading' (duration: 1.99961735s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:56.922365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:54.922295Z","time spent":"2.000013169s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:41:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:41:57.659892Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.013242282s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T08:41:58.403148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.92881ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:41:58.403359Z","caller":"traceutil/trace.go:171","msg":"trace[1980274629] linearizableReadLoop","detail":"{readStateIndex:28046; appliedIndex:28044; }","duration":"3.782382583s","start":"2026-04-23T08:41:54.620961Z","end":"2026-04-23T08:41:58.403343Z","steps":["trace[1980274629] 'read index received' (duration: 25.72368ms)","trace[1980274629] 'applied index is now lower than readState.Index' (duration: 3.756657583s)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:41:58.403427Z","caller":"traceutil/trace.go:171","msg":"trace[1917210410] transaction","detail":"{read_only:false; response_revision:27101; number_of_response:1; }","duration":"3.81699551s","start":"2026-04-23T08:41:54.586419Z","end":"2026-04-23T08:41:58.403415Z","steps":["trace[1917210410] 'process raft request' (duration: 3.073714831s)","trace[1917210410] 'compare' (duration: 742.382468ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:41:58.403474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:54.586386Z","time spent":"3.817060621s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:41:58.40377Z","caller":"traceutil/trace.go:171","msg":"trace[1939709357] transaction","detail":"{read_only:false; response_revision:27102; number_of_response:1; }","duration":"3.776456275s","start":"2026-04-23T08:41:54.627302Z","end":"2026-04-23T08:41:58.403758Z","steps":["trace[1939709357] 'process raft request' (duration: 3.775935163s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:58.403814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:54.627276Z","time spent":"3.776513946s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:41:58.403963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.031631733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:41:58.403984Z","caller":"traceutil/trace.go:171","msg":"trace[532796725] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:27102; }","duration":"4.031711365s","start":"2026-04-23T08:41:54.372265Z","end":"2026-04-23T08:41:58.403977Z","steps":["trace[532796725] 'agreement among raft nodes before linearized reading' (duration: 4.031624313s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:58.404003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:54.372235Z","time spent":"4.031763226s","remote":"127.0.0.1:48340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":57,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:41:58.404262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.120625017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T08:41:58.404282Z","caller":"traceutil/trace.go:171","msg":"trace[563164335] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:27102; }","duration":"4.12072062s","start":"2026-04-23T08:41:54.283556Z","end":"2026-04-23T08:41:58.404277Z","steps":["trace[563164335] 'agreement among raft nodes before linearized reading' (duration: 4.120554106s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:58.404299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:54.28352Z","time spent":"4.120774821s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":188,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:41:58.404465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.312266295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-04-23T08:41:58.404486Z","caller":"traceutil/trace.go:171","msg":"trace[645806115] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:27102; }","duration":"4.312325716s","start":"2026-04-23T08:41:54.092152Z","end":"2026-04-23T08:41:58.404478Z","steps":["trace[645806115] 'agreement among raft nodes before linearized reading' (duration: 4.312239964s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:58.404507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:54.092131Z","time spent":"4.312370758s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-23T08:41:58.404657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.315450289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-7cb55596f5-95zwx.18a8ef206aee3c81\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-04-23T08:41:58.404676Z","caller":"traceutil/trace.go:171","msg":"trace[565366108] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-7cb55596f5-95zwx.18a8ef206aee3c81; range_end:; response_count:1; response_revision:27102; }","duration":"4.315525282s","start":"2026-04-23T08:41:54.089144Z","end":"2026-04-23T08:41:58.404669Z","steps":["trace[565366108] 'agreement among raft nodes before linearized reading' (duration: 4.31546s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:58.404693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:54.089106Z","time spent":"4.315583112s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":929,"request content":"key:\"/registry/events/openstack/heat-cfn-7cb55596f5-95zwx.18a8ef206aee3c81\" "} {"level":"warn","ts":"2026-04-23T08:41:58.404805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.32016653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:41:58.404825Z","caller":"traceutil/trace.go:171","msg":"trace[490302931] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:0; response_revision:27102; }","duration":"4.32021077s","start":"2026-04-23T08:41:54.084608Z","end":"2026-04-23T08:41:58.404819Z","steps":["trace[490302931] 'agreement among raft nodes before linearized reading' (duration: 4.320175599s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:58.40484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:54.084596Z","time spent":"4.320240521s","remote":"127.0.0.1:47922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-04-23T08:41:58.404959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.328652307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:41:58.404979Z","caller":"traceutil/trace.go:171","msg":"trace[1822946158] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:27102; }","duration":"4.328673698s","start":"2026-04-23T08:41:54.076299Z","end":"2026-04-23T08:41:58.404973Z","steps":["trace[1822946158] 'agreement among raft nodes before linearized reading' (duration: 4.328622707s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:58.405015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:54.076227Z","time spent":"4.328779911s","remote":"127.0.0.1:45252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:41:58.405132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.453108218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:41:58.405154Z","caller":"traceutil/trace.go:171","msg":"trace[29191636] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:27102; }","duration":"4.45317052s","start":"2026-04-23T08:41:53.951975Z","end":"2026-04-23T08:41:58.405146Z","steps":["trace[29191636] 'agreement among raft nodes before linearized reading' (duration: 4.453136219s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:58.405172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:53.951939Z","time spent":"4.453226751s","remote":"127.0.0.1:46486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:41:58.405272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.684302629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:41:58.405292Z","caller":"traceutil/trace.go:171","msg":"trace[290102003] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27102; }","duration":"4.68436507s","start":"2026-04-23T08:41:53.720921Z","end":"2026-04-23T08:41:58.405286Z","steps":["trace[290102003] 'agreement among raft nodes before linearized reading' (duration: 4.684326849s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:58.40531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:53.720897Z","time spent":"4.684407792s","remote":"127.0.0.1:41390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:41:58.40542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.969636706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:41:58.405442Z","caller":"traceutil/trace.go:171","msg":"trace[427860299] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:27102; }","duration":"5.969657857s","start":"2026-04-23T08:41:52.435775Z","end":"2026-04-23T08:41:58.405433Z","steps":["trace[427860299] 'agreement among raft nodes before linearized reading' (duration: 5.969623506s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:58.405461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:52.435753Z","time spent":"5.969702877s","remote":"127.0.0.1:44394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:41:58.405538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.266550388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:41:58.405619Z","caller":"traceutil/trace.go:171","msg":"trace[1510331253] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:27102; }","duration":"6.266668651s","start":"2026-04-23T08:41:52.138916Z","end":"2026-04-23T08:41:58.405585Z","steps":["trace[1510331253] 'agreement among raft nodes before linearized reading' (duration: 6.266540388s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:58.405677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:52.138893Z","time spent":"6.266774713s","remote":"127.0.0.1:44282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:41:58.405862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.24672339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:41:58.40589Z","caller":"traceutil/trace.go:171","msg":"trace[1641574791] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:27102; }","duration":"7.246803842s","start":"2026-04-23T08:41:51.159077Z","end":"2026-04-23T08:41:58.405881Z","steps":["trace[1641574791] 'agreement among raft nodes before linearized reading' (duration: 7.246743471s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:58.40591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:51.159049Z","time spent":"7.246855054s","remote":"127.0.0.1:48268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:41:58.405929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.350285315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-04-23T08:41:58.405935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.454368187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:41:58.405947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.348458142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:41:58.406007Z","caller":"traceutil/trace.go:171","msg":"trace[503879015] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:27102; }","duration":"7.350389947s","start":"2026-04-23T08:41:51.055596Z","end":"2026-04-23T08:41:58.405986Z","steps":["trace[503879015] 'agreement among raft nodes before linearized reading' (duration: 7.350162062s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:58.406024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.779879463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:41:58.406029Z","caller":"traceutil/trace.go:171","msg":"trace[1148835806] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:27102; }","duration":"7.348612856s","start":"2026-04-23T08:41:51.057397Z","end":"2026-04-23T08:41:58.40601Z","steps":["trace[1148835806] 'agreement among raft nodes before linearized reading' (duration: 7.348464113s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:58.406023Z","caller":"traceutil/trace.go:171","msg":"trace[54211207] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:27102; }","duration":"6.454520481s","start":"2026-04-23T08:41:51.951477Z","end":"2026-04-23T08:41:58.405998Z","steps":["trace[54211207] 'agreement among raft nodes before linearized reading' (duration: 6.454325176s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:41:58.406053Z","caller":"traceutil/trace.go:171","msg":"trace[1017482602] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:27102; }","duration":"8.779935765s","start":"2026-04-23T08:41:49.626106Z","end":"2026-04-23T08:41:58.406042Z","steps":["trace[1017482602] 'agreement among raft nodes before linearized reading' (duration: 8.779863733s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:58.406054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:51.055582Z","time spent":"7.350461149s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-23T08:41:58.406066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:51.057367Z","time spent":"7.348691307s","remote":"127.0.0.1:52874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:41:58.406081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:49.626087Z","time spent":"8.779985356s","remote":"127.0.0.1:48400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:41:58.40608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:51.951451Z","time spent":"6.454617212s","remote":"127.0.0.1:45272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:41:58.406103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.257157031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-61fc271f-7f43-4f7c-a30e-ef56f12af6ea\" ","response":"range_response_count:1 size:1318"} {"level":"warn","ts":"2026-04-23T08:41:58.405954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.357774179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:41:58.406136Z","caller":"traceutil/trace.go:171","msg":"trace[183288759] range","detail":"{range_begin:/registry/persistentvolumes/pvc-61fc271f-7f43-4f7c-a30e-ef56f12af6ea; range_end:; response_count:1; response_revision:27102; }","duration":"9.257214623s","start":"2026-04-23T08:41:49.148912Z","end":"2026-04-23T08:41:58.406126Z","steps":["trace[183288759] 'agreement among raft nodes before linearized reading' (duration: 9.25711652s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:58.406168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:49.148892Z","time spent":"9.257264093s","remote":"127.0.0.1:48040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-61fc271f-7f43-4f7c-a30e-ef56f12af6ea\" "} {"level":"info","ts":"2026-04-23T08:41:58.406163Z","caller":"traceutil/trace.go:171","msg":"trace[2111844274] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:27102; }","duration":"7.357973324s","start":"2026-04-23T08:41:51.048169Z","end":"2026-04-23T08:41:58.406142Z","steps":["trace[2111844274] 'agreement among raft nodes before linearized reading' (duration: 7.357684317s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:58.406224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:51.048067Z","time spent":"7.358138858s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":91,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:41:58.405923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.430313236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:41:58.406227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.26057203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18460"} {"level":"info","ts":"2026-04-23T08:41:58.406314Z","caller":"traceutil/trace.go:171","msg":"trace[1442638714] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27102; }","duration":"9.260723915s","start":"2026-04-23T08:41:49.14557Z","end":"2026-04-23T08:41:58.406294Z","steps":["trace[1442638714] 'agreement among raft nodes before linearized reading' (duration: 9.260431448s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:58.406351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:49.145543Z","time spent":"9.260801326s","remote":"127.0.0.1:48070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18483,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-23T08:41:58.406344Z","caller":"traceutil/trace.go:171","msg":"trace[1095819976] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:27102; }","duration":"6.430777306s","start":"2026-04-23T08:41:51.975512Z","end":"2026-04-23T08:41:58.406289Z","steps":["trace[1095819976] 'agreement among raft nodes before linearized reading' (duration: 6.430306736s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:58.406461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:51.975492Z","time spent":"6.43092599s","remote":"127.0.0.1:44078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:41:58.904324Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634067336,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:41:58.928816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000308665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T08:41:58.928909Z","caller":"traceutil/trace.go:171","msg":"trace[765682822] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000448838s","start":"2026-04-23T08:41:56.928432Z","end":"2026-04-23T08:41:58.928881Z","steps":["trace[765682822] 'agreement among raft nodes before linearized reading' (duration: 2.000334976s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:41:58.928951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:56.928416Z","time spent":"2.00052657s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:41:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:41:59.405323Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634067336,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:41:59.905646Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634067336,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:42:00.406187Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634067336,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:42:00.906819Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634067336,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:42:00.929512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000236884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:42:00.929619Z","caller":"traceutil/trace.go:171","msg":"trace[1973602134] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000408008s","start":"2026-04-23T08:41:58.929184Z","end":"2026-04-23T08:42:00.929592Z","steps":["trace[1973602134] 'agreement among raft nodes before linearized reading' (duration: 2.000265944s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:00.929673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:58.929164Z","time spent":"2.00049911s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:42:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:42:01.407906Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634067336,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:42:01.908152Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634067336,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:42:02.408889Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634067336,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:42:02.810672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:58.583814Z","time spent":"4.226848016s","remote":"127.0.0.1:58540","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T08:42:02.909851Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634067336,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:42:02.938651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000378906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:42:02.938744Z","caller":"traceutil/trace.go:171","msg":"trace[498750212] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000587581s","start":"2026-04-23T08:42:00.938125Z","end":"2026-04-23T08:42:02.938712Z","steps":["trace[498750212] 'agreement among raft nodes before linearized reading' (duration: 2.000424587s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:02.93881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:00.938096Z","time spent":"2.000700564s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:42:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:42:03.410386Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634067336,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:42:03.910625Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634067336,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:42:04.003246Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.343110653s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T08:42:04.00406Z","caller":"traceutil/trace.go:171","msg":"trace[817126784] transaction","detail":"{read_only:false; response_revision:27103; number_of_response:1; }","duration":"6.746381945s","start":"2026-04-23T08:41:57.257641Z","end":"2026-04-23T08:42:04.004023Z","steps":["trace[817126784] 'process raft request' (duration: 6.746079328s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:04.004248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:57.25761Z","time spent":"6.746538269s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:42:04.00444Z","caller":"traceutil/trace.go:171","msg":"trace[1794209168] transaction","detail":"{read_only:false; response_revision:27104; number_of_response:1; }","duration":"6.555150187s","start":"2026-04-23T08:41:57.449255Z","end":"2026-04-23T08:42:04.004405Z","steps":["trace[1794209168] 'process raft request' (duration: 6.554679726s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:04.004605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:57.449021Z","time spent":"6.555495085s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:42:04.938905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999829145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:42:04.939028Z","caller":"traceutil/trace.go:171","msg":"trace[327713585] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000022s","start":"2026-04-23T08:42:02.938957Z","end":"2026-04-23T08:42:04.938979Z","steps":["trace[327713585] 'agreement among raft nodes before linearized reading' (duration: 1.999902477s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:04.939099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:02.93893Z","time spent":"2.000144062s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:42:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:42:05.205855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999813465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:42:05.205959Z","caller":"traceutil/trace.go:171","msg":"trace[893943999] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"9.999949958s","start":"2026-04-23T08:41:55.205979Z","end":"2026-04-23T08:42:05.205929Z","steps":["trace[893943999] 'agreement among raft nodes before linearized reading' (duration: 9.999807205s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:05.20602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:55.205903Z","time spent":"10.000099512s","remote":"127.0.0.1:44360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/04/23 08:42:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:42:05.409244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:58.408113Z","time spent":"7.001121744s","remote":"127.0.0.1:47922","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T08:42:05.409618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:58.409525Z","time spent":"7.00008242s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T08:42:05.412878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:58.412528Z","time spent":"7.000346776s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T08:42:05.414982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:58.414844Z","time spent":"7.000134321s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-23T08:42:06.398701Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.395076039s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T08:42:06.592881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.562132ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-23T08:42:06.593605Z","caller":"traceutil/trace.go:171","msg":"trace[320925528] linearizableReadLoop","detail":"{readStateIndex:28054; appliedIndex:28047; }","duration":"8.190188596s","start":"2026-04-23T08:41:58.40338Z","end":"2026-04-23T08:42:06.593568Z","steps":["trace[320925528] 'read index received' (duration: 5.600367627s)","trace[320925528] 'applied index is now lower than readState.Index' (duration: 2.589819109s)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:42:06.59403Z","caller":"traceutil/trace.go:171","msg":"trace[1439032676] transaction","detail":"{read_only:false; response_revision:27108; number_of_response:1; }","duration":"6.965197017s","start":"2026-04-23T08:41:59.628819Z","end":"2026-04-23T08:42:06.594016Z","steps":["trace[1439032676] 'process raft request' (duration: 6.96449068s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:06.594162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:59.628784Z","time spent":"6.965286359s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:42:06.594223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.748252005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:42:06.594263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.32919471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:42:06.594322Z","caller":"traceutil/trace.go:171","msg":"trace[1970665808] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:27108; }","duration":"10.748427079s","start":"2026-04-23T08:41:55.845867Z","end":"2026-04-23T08:42:06.594294Z","steps":["trace[1970665808] 'agreement among raft nodes before linearized reading' (duration: 10.748245705s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:42:06.594323Z","caller":"traceutil/trace.go:171","msg":"trace[588360603] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:27108; }","duration":"11.329264071s","start":"2026-04-23T08:41:55.265037Z","end":"2026-04-23T08:42:06.594301Z","steps":["trace[588360603] 'agreement among raft nodes before linearized reading' (duration: 11.329157919s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:06.594303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.254765145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T08:42:06.594366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:55.845837Z","time spent":"10.748520411s","remote":"127.0.0.1:44142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:42:06.594391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.338442465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:42:06.594403Z","caller":"traceutil/trace.go:171","msg":"trace[1972673877] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:27108; }","duration":"9.254936749s","start":"2026-04-23T08:41:57.33944Z","end":"2026-04-23T08:42:06.594377Z","steps":["trace[1972673877] 'agreement among raft nodes before linearized reading' (duration: 9.254732464s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:42:06.594436Z","caller":"traceutil/trace.go:171","msg":"trace[1460978895] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:27108; }","duration":"11.338538507s","start":"2026-04-23T08:41:55.25588Z","end":"2026-04-23T08:42:06.594418Z","steps":["trace[1460978895] 'agreement among raft nodes before linearized reading' (duration: 11.338465995s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:06.594422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:55.26496Z","time spent":"11.329416894s","remote":"127.0.0.1:38882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:42:06.594465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:57.339402Z","time spent":"9.255052102s","remote":"127.0.0.1:48212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":19,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:42:06.594591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.896846215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:42:06.594631Z","caller":"traceutil/trace.go:171","msg":"trace[66494391] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:27108; }","duration":"9.896928876s","start":"2026-04-23T08:41:56.697685Z","end":"2026-04-23T08:42:06.594614Z","steps":["trace[66494391] 'agreement among raft nodes before linearized reading' (duration: 9.896871405s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:06.594664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:56.697654Z","time spent":"9.896999158s","remote":"127.0.0.1:52752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:42:06.594745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.648757875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:42:06.594759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.846543586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:42:06.594791Z","caller":"traceutil/trace.go:171","msg":"trace[1176071366] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:27108; }","duration":"10.648851057s","start":"2026-04-23T08:41:55.94593Z","end":"2026-04-23T08:42:06.594781Z","steps":["trace[1176071366] 'agreement among raft nodes before linearized reading' (duration: 10.648782016s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:06.594815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.203358747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T08:42:06.59483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:55.945894Z","time spent":"10.648927549s","remote":"127.0.0.1:40110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:42:06.594885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.246517881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:42:06.594471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:55.25585Z","time spent":"11.338613169s","remote":"127.0.0.1:44304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:42:06.594948Z","caller":"traceutil/trace.go:171","msg":"trace[1404001759] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:27108; }","duration":"11.246602193s","start":"2026-04-23T08:41:55.348332Z","end":"2026-04-23T08:42:06.594934Z","steps":["trace[1404001759] 'agreement among raft nodes before linearized reading' (duration: 11.246506351s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:42:06.594863Z","caller":"traceutil/trace.go:171","msg":"trace[1899873596] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:27108; }","duration":"9.203443719s","start":"2026-04-23T08:41:57.391406Z","end":"2026-04-23T08:42:06.59485Z","steps":["trace[1899873596] 'agreement among raft nodes before linearized reading' (duration: 9.203366477s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:06.595136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:57.39138Z","time spent":"9.203709154s","remote":"127.0.0.1:48366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":17,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:42:06.594812Z","caller":"traceutil/trace.go:171","msg":"trace[509653971] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:27108; }","duration":"10.846628659s","start":"2026-04-23T08:41:55.748166Z","end":"2026-04-23T08:42:06.594794Z","steps":["trace[509653971] 'agreement among raft nodes before linearized reading' (duration: 10.846536626s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:06.595299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:55.748146Z","time spent":"10.847114109s","remote":"127.0.0.1:40126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":5,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:42:06.594749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.075317011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:42:06.595044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:55.348318Z","time spent":"11.246664825s","remote":"127.0.0.1:41344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:42:06.595389Z","caller":"traceutil/trace.go:171","msg":"trace[250288794] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:27108; }","duration":"9.075969727s","start":"2026-04-23T08:41:57.519381Z","end":"2026-04-23T08:42:06.59535Z","steps":["trace[250288794] 'agreement among raft nodes before linearized reading' (duration: 9.075323972s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:06.59552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:57.519358Z","time spent":"9.07610966s","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:42:06.5967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.416105701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T08:42:06.59674Z","caller":"traceutil/trace.go:171","msg":"trace[1335911904] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:27108; }","duration":"10.416192823s","start":"2026-04-23T08:41:56.180538Z","end":"2026-04-23T08:42:06.596731Z","steps":["trace[1335911904] 'agreement among raft nodes before linearized reading' (duration: 10.4143676s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:06.596768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:56.180512Z","time spent":"10.416248765s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2884,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:42:06.948296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000297095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T08:42:06.948463Z","caller":"traceutil/trace.go:171","msg":"trace[2015485965] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00055567s","start":"2026-04-23T08:42:04.947876Z","end":"2026-04-23T08:42:06.948431Z","steps":["trace[2015485965] 'agreement among raft nodes before linearized reading' (duration: 2.000341605s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:06.948542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:04.947845Z","time spent":"2.000680744s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:42:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:42:07.094502Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634067344,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:42:08.382194Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.207613495s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T08:42:08.94935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000425818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T08:42:08.949452Z","caller":"traceutil/trace.go:171","msg":"trace[1977702036] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000599912s","start":"2026-04-23T08:42:06.948827Z","end":"2026-04-23T08:42:08.949427Z","steps":["trace[1977702036] 'agreement among raft nodes before linearized reading' (duration: 2.000462758s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:08.949507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:06.948799Z","time spent":"2.000696574s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:42:08.974287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.425968ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:42:08.974428Z","caller":"traceutil/trace.go:171","msg":"trace[872144715] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27108; }","duration":"579.584472ms","start":"2026-04-23T08:42:08.394822Z","end":"2026-04-23T08:42:08.974407Z","steps":["trace[872144715] 'range keys from in-memory index tree' (duration: 579.405388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:08.976678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.801895259s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:42:08.976858Z","caller":"traceutil/trace.go:171","msg":"trace[916963047] transaction","detail":"{read_only:false; response_revision:27109; number_of_response:1; }","duration":"3.062461508s","start":"2026-04-23T08:42:05.914359Z","end":"2026-04-23T08:42:08.976821Z","steps":["trace[916963047] 'process raft request' (duration: 1.260226811s)","trace[916963047] 'compare' (duration: 1.798750686s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:42:08.977044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:05.914329Z","time spent":"3.062617092s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:42:08.977711Z","caller":"traceutil/trace.go:171","msg":"trace[658194304] linearizableReadLoop","detail":"{readStateIndex:28055; appliedIndex:28054; }","duration":"2.383337205s","start":"2026-04-23T08:42:06.593682Z","end":"2026-04-23T08:42:08.977019Z","steps":["trace[658194304] 'read index received' (duration: 580.924193ms)","trace[658194304] 'applied index is now lower than readState.Index' (duration: 1.802407902s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:42:09.952028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.187406ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-23T08:42:09.952214Z","caller":"traceutil/trace.go:171","msg":"trace[1592237942] linearizableReadLoop","detail":"{readStateIndex:28056; appliedIndex:28055; }","duration":"974.437058ms","start":"2026-04-23T08:42:08.977751Z","end":"2026-04-23T08:42:09.952188Z","steps":["trace[1592237942] 'read index received' (duration: 68.211µs)","trace[1592237942] 'applied index is now lower than readState.Index' (duration: 974.366767ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:42:09.952427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.469960218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:42:09.952531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.536662338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:42:09.952546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.076807884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:42:09.952558Z","caller":"traceutil/trace.go:171","msg":"trace[1273687047] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:27109; }","duration":"8.470176773s","start":"2026-04-23T08:42:01.482348Z","end":"2026-04-23T08:42:09.952525Z","steps":["trace[1273687047] 'agreement among raft nodes before linearized reading' (duration: 7.494831454s)","trace[1273687047] 'count revisions from in-memory index tree' (duration: 975.131424ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:42:09.952583Z","caller":"traceutil/trace.go:171","msg":"trace[486510343] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:27109; }","duration":"9.53675541s","start":"2026-04-23T08:42:00.415807Z","end":"2026-04-23T08:42:09.952562Z","steps":["trace[486510343] 'agreement among raft nodes before linearized reading' (duration: 8.56138647s)","trace[486510343] 'count revisions from in-memory index tree' (duration: 975.316369ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:42:09.9526Z","caller":"traceutil/trace.go:171","msg":"trace[927742137] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:27109; }","duration":"6.076889916s","start":"2026-04-23T08:42:03.875688Z","end":"2026-04-23T08:42:09.952578Z","steps":["trace[927742137] 'agreement among raft nodes before linearized reading' (duration: 5.101355762s)","trace[927742137] 'count revisions from in-memory index tree' (duration: 975.446142ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:42:09.952624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.150801422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:42:09.952632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:01.482324Z","time spent":"8.470290436s","remote":"127.0.0.1:44196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:42:09.952657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.647760958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:42:09.952663Z","caller":"traceutil/trace.go:171","msg":"trace[2067872793] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:27109; }","duration":"4.150872624s","start":"2026-04-23T08:42:05.801774Z","end":"2026-04-23T08:42:09.952646Z","steps":["trace[2067872793] 'agreement among raft nodes before linearized reading' (duration: 3.175370701s)","trace[2067872793] 'count revisions from in-memory index tree' (duration: 975.460332ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:42:09.952661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:03.875665Z","time spent":"6.076983389s","remote":"127.0.0.1:48310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:42:09.952685Z","caller":"traceutil/trace.go:171","msg":"trace[420118591] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:27109; }","duration":"9.6478437s","start":"2026-04-23T08:42:00.304835Z","end":"2026-04-23T08:42:09.952679Z","steps":["trace[420118591] 'agreement among raft nodes before linearized reading' (duration: 8.672367687s)","trace[420118591] 'count revisions from in-memory index tree' (duration: 975.439872ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:42:09.952628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114995495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:42:09.952779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.18076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7914"} {"level":"info","ts":"2026-04-23T08:42:09.952812Z","caller":"traceutil/trace.go:171","msg":"trace[1669767161] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:27109; }","duration":"949.252812ms","start":"2026-04-23T08:42:09.00355Z","end":"2026-04-23T08:42:09.952803Z","steps":["trace[1669767161] 'agreement among raft nodes before linearized reading' (duration: 949.138149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:09.952661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.211041048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:42:09.95285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:09.003528Z","time spent":"949.316193ms","remote":"127.0.0.1:52860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7937,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-23T08:42:09.952878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.534064448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-5c9876cc97-xmd2x\" ","response":"range_response_count:1 size:6266"} {"level":"info","ts":"2026-04-23T08:42:09.952904Z","caller":"traceutil/trace.go:171","msg":"trace[459930573] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-5c9876cc97-xmd2x; range_end:; response_count:1; response_revision:27109; }","duration":"4.534109199s","start":"2026-04-23T08:42:05.418786Z","end":"2026-04-23T08:42:09.952896Z","steps":["trace[459930573] 'agreement among raft nodes before linearized reading' (duration: 3.558309669s)","trace[459930573] 'range keys from in-memory index tree' (duration: 975.675937ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:42:09.95286Z","caller":"traceutil/trace.go:171","msg":"trace[484632098] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:27109; }","duration":"2.211279264s","start":"2026-04-23T08:42:07.741565Z","end":"2026-04-23T08:42:09.952845Z","steps":["trace[484632098] 'agreement among raft nodes before linearized reading' (duration: 2.211070709s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:09.95292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.163672752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"warn","ts":"2026-04-23T08:42:09.952933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:05.418774Z","time spent":"4.53415444s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6289,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-5c9876cc97-xmd2x\" "} {"level":"info","ts":"2026-04-23T08:42:09.952963Z","caller":"traceutil/trace.go:171","msg":"trace[1921584061] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:27109; }","duration":"9.163772724s","start":"2026-04-23T08:42:00.789173Z","end":"2026-04-23T08:42:09.952946Z","steps":["trace[1921584061] 'agreement among raft nodes before linearized reading' (duration: 8.187934133s)","trace[1921584061] 'range keys from in-memory index tree' (duration: 975.754959ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:42:09.953003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:00.789138Z","time spent":"9.163855416s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-23T08:42:09.953056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.871658576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T08:42:09.953075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:07.741521Z","time spent":"2.211417737s","remote":"127.0.0.1:44076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:42:09.953127Z","caller":"traceutil/trace.go:171","msg":"trace[1940155607] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27109; }","duration":"6.871734628s","start":"2026-04-23T08:42:03.081371Z","end":"2026-04-23T08:42:09.953106Z","steps":["trace[1940155607] 'agreement among raft nodes before linearized reading' (duration: 5.895795184s)","trace[1940155607] 'count revisions from in-memory index tree' (duration: 975.851952ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:42:09.953189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:03.081252Z","time spent":"6.871925162s","remote":"127.0.0.1:41364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:42:09.953224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.866841122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:42:09.953231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.138848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-23T08:42:09.953272Z","caller":"traceutil/trace.go:171","msg":"trace[292903691] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:27109; }","duration":"3.866930954s","start":"2026-04-23T08:42:06.086327Z","end":"2026-04-23T08:42:09.953258Z","steps":["trace[292903691] 'agreement among raft nodes before linearized reading' (duration: 2.890801266s)","trace[292903691] 'count revisions from in-memory index tree' (duration: 976.068776ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:42:09.953292Z","caller":"traceutil/trace.go:171","msg":"trace[1238838684] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:27109; }","duration":"949.214411ms","start":"2026-04-23T08:42:09.004063Z","end":"2026-04-23T08:42:09.953278Z","steps":["trace[1238838684] 'agreement among raft nodes before linearized reading' (duration: 948.991056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:09.953318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:06.086301Z","time spent":"3.867004435s","remote":"127.0.0.1:44194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:42:09.953328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:09.004056Z","time spent":"949.264672ms","remote":"127.0.0.1:48000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-23T08:42:09.953339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.704422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T08:42:09.95352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.698144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T08:42:09.953537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.52341364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:42:09.953513Z","caller":"traceutil/trace.go:171","msg":"trace[229242694] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:27109; }","duration":"235.169863ms","start":"2026-04-23T08:42:09.718319Z","end":"2026-04-23T08:42:09.953489Z","steps":["trace[229242694] 'agreement among raft nodes before linearized reading' (duration: 234.419525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:09.953545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.750442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:42:09.953616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.521707051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:42:09.953651Z","caller":"traceutil/trace.go:171","msg":"trace[1921844294] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27109; }","duration":"997.895735ms","start":"2026-04-23T08:42:08.955743Z","end":"2026-04-23T08:42:09.953638Z","steps":["trace[1921844294] 'agreement among raft nodes before linearized reading' (duration: 997.753752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:09.952691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:05.801745Z","time spent":"4.150938686s","remote":"127.0.0.1:44486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:42:09.953729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:08.95572Z","time spent":"997.994408ms","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:42:09.953069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.568205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:42:09.952589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.725899553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:42:09.953802Z","caller":"traceutil/trace.go:171","msg":"trace[829249873] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:27109; }","duration":"469.339393ms","start":"2026-04-23T08:42:09.484449Z","end":"2026-04-23T08:42:09.953788Z","steps":["trace[829249873] 'agreement among raft nodes before linearized reading' (duration: 468.591895ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:42:09.953812Z","caller":"traceutil/trace.go:171","msg":"trace[1998557634] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:27109; }","duration":"5.727153813s","start":"2026-04-23T08:42:04.226641Z","end":"2026-04-23T08:42:09.953795Z","steps":["trace[1998557634] 'agreement among raft nodes before linearized reading' (duration: 4.750495343s)","trace[1998557634] 'count revisions from in-memory index tree' (duration: 975.431651ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:42:09.953653Z","caller":"traceutil/trace.go:171","msg":"trace[210795773] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:27109; }","duration":"7.521741542s","start":"2026-04-23T08:42:02.4319Z","end":"2026-04-23T08:42:09.953641Z","steps":["trace[210795773] 'agreement among raft nodes before linearized reading' (duration: 6.545275716s)","trace[210795773] 'count revisions from in-memory index tree' (duration: 976.417204ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:42:09.952822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.541347956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-04-23T08:42:09.953855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:04.226616Z","time spent":"5.727227314s","remote":"127.0.0.1:48248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:42:09.952617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.307056693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:42:09.952627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:00.415772Z","time spent":"9.536847062s","remote":"127.0.0.1:47986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:42:09.953153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.534060658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-r296z.18a8efb17ad0c814\" ","response":"range_response_count:1 size:991"} {"level":"info","ts":"2026-04-23T08:42:09.9539Z","caller":"traceutil/trace.go:171","msg":"trace[2075352779] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:27109; }","duration":"1.308413424s","start":"2026-04-23T08:42:08.64548Z","end":"2026-04-23T08:42:09.953894Z","steps":["trace[2075352779] 'agreement among raft nodes before linearized reading' (duration: 1.307063783s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:42:09.953863Z","caller":"traceutil/trace.go:171","msg":"trace[679936436] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:27109; }","duration":"11.5423814s","start":"2026-04-23T08:41:58.41147Z","end":"2026-04-23T08:42:09.953851Z","steps":["trace[679936436] 'agreement among raft nodes before linearized reading' (duration: 10.565829572s)","trace[679936436] 'range keys from in-memory index tree' (duration: 975.481482ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:42:09.952469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.390237082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T08:42:09.953918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:08.645453Z","time spent":"1.308459155s","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:42:09.953919Z","caller":"traceutil/trace.go:171","msg":"trace[1782212694] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-r296z.18a8efb17ad0c814; range_end:; response_count:1; response_revision:27109; }","duration":"4.534842306s","start":"2026-04-23T08:42:05.419064Z","end":"2026-04-23T08:42:09.953906Z","steps":["trace[1782212694] 'agreement among raft nodes before linearized reading' (duration: 3.558008562s)","trace[1782212694] 'range keys from in-memory index tree' (duration: 976.012945ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:42:09.95394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:58.411434Z","time spent":"11.542493012s","remote":"127.0.0.1:48054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-04-23T08:42:09.953958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:05.419053Z","time spent":"4.534895137s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":1,"response size":1014,"request content":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-r296z.18a8efb17ad0c814\" "} {"level":"warn","ts":"2026-04-23T08:42:09.95272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.460243567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:42:09.952759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.627532626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:42:09.952762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.130292608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:42:09.954046Z","caller":"traceutil/trace.go:171","msg":"trace[1475011035] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:27109; }","duration":"10.131618599s","start":"2026-04-23T08:41:59.822418Z","end":"2026-04-23T08:42:09.954037Z","steps":["trace[1475011035] 'agreement among raft nodes before linearized reading' (duration: 9.154807586s)","trace[1475011035] 'count revisions from in-memory index tree' (duration: 975.512804ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:42:09.953997Z","caller":"traceutil/trace.go:171","msg":"trace[95209686] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:27109; }","duration":"6.391779078s","start":"2026-04-23T08:42:03.562154Z","end":"2026-04-23T08:42:09.953934Z","steps":["trace[95209686] 'agreement among raft nodes before linearized reading' (duration: 5.414983875s)","trace[95209686] 'count revisions from in-memory index tree' (duration: 975.266148ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:42:09.95407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:59.82239Z","time spent":"10.13167382s","remote":"127.0.0.1:44294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:42:09.952711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:00.304803Z","time spent":"9.647894781s","remote":"127.0.0.1:35648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:42:09.953095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.542239798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:42:09.953567Z","caller":"traceutil/trace.go:171","msg":"trace[539883589] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:27109; }","duration":"844.782736ms","start":"2026-04-23T08:42:09.108768Z","end":"2026-04-23T08:42:09.95355Z","steps":["trace[539883589] 'agreement among raft nodes before linearized reading' (duration: 844.713394ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:42:09.954168Z","caller":"traceutil/trace.go:171","msg":"trace[1403880104] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:0; response_revision:27109; }","duration":"4.543302973s","start":"2026-04-23T08:42:05.410849Z","end":"2026-04-23T08:42:09.954152Z","steps":["trace[1403880104] 'agreement among raft nodes before linearized reading' (duration: 3.566262704s)","trace[1403880104] 'range keys from in-memory index tree' (duration: 975.964354ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:42:09.954223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:05.410797Z","time spent":"4.543412045s","remote":"127.0.0.1:47922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-04-23T08:42:09.954212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:09.108745Z","time spent":"845.449101ms","remote":"127.0.0.1:38938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:42:09.953573Z","caller":"traceutil/trace.go:171","msg":"trace[304691326] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:27109; }","duration":"4.52344816s","start":"2026-04-23T08:42:05.430112Z","end":"2026-04-23T08:42:09.95356Z","steps":["trace[304691326] 'agreement among raft nodes before linearized reading' (duration: 3.547057666s)","trace[304691326] 'count revisions from in-memory index tree' (duration: 976.333572ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:42:09.954283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:05.430092Z","time spent":"4.524182017s","remote":"127.0.0.1:48240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":125,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:42:09.953435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.948041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:42:09.954286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:03.562135Z","time spent":"6.392091035s","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":88,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:42:09.95246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.769602829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18460"} {"level":"info","ts":"2026-04-23T08:42:09.954315Z","caller":"traceutil/trace.go:171","msg":"trace[1018282751] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:27109; }","duration":"233.957245ms","start":"2026-04-23T08:42:09.72035Z","end":"2026-04-23T08:42:09.954307Z","steps":["trace[1018282751] 'agreement among raft nodes before linearized reading' (duration: 232.805288ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:42:09.954339Z","caller":"traceutil/trace.go:171","msg":"trace[1573078224] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:27109; }","duration":"9.771565444s","start":"2026-04-23T08:42:00.18276Z","end":"2026-04-23T08:42:09.954325Z","steps":["trace[1573078224] 'agreement among raft nodes before linearized reading' (duration: 8.794427723s)","trace[1573078224] 'range keys from in-memory index tree' (duration: 975.108584ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:42:09.953833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:09.484422Z","time spent":"469.402203ms","remote":"127.0.0.1:44566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:42:09.954386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:00.182724Z","time spent":"9.771649956s","remote":"127.0.0.1:48070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18483,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-04-23T08:42:09.954023Z","caller":"traceutil/trace.go:171","msg":"trace[1176450690] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:27109; }","duration":"4.461584838s","start":"2026-04-23T08:42:05.492428Z","end":"2026-04-23T08:42:09.954013Z","steps":["trace[1176450690] 'agreement among raft nodes before linearized reading' (duration: 3.484730293s)","trace[1176450690] 'count revisions from in-memory index tree' (duration: 975.543734ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:42:09.954423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:05.492404Z","time spent":"4.462012788s","remote":"127.0.0.1:46516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:42:09.953869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:02.431824Z","time spent":"7.522031909s","remote":"127.0.0.1:43920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:42:09.952469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.01698349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:42:09.954501Z","caller":"traceutil/trace.go:171","msg":"trace[517027484] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:27109; }","duration":"6.019042218s","start":"2026-04-23T08:42:03.935451Z","end":"2026-04-23T08:42:09.954493Z","steps":["trace[517027484] 'agreement among raft nodes before linearized reading' (duration: 5.041706102s)","trace[517027484] 'count revisions from in-memory index tree' (duration: 975.260348ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:42:09.954533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:03.935434Z","time spent":"6.019090779s","remote":"127.0.0.1:45244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":81,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:42:09.954113Z","caller":"traceutil/trace.go:171","msg":"trace[1564003254] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:27109; }","duration":"4.628859008s","start":"2026-04-23T08:42:05.325183Z","end":"2026-04-23T08:42:09.954042Z","steps":["trace[1564003254] 'agreement among raft nodes before linearized reading' (duration: 3.651940391s)","trace[1564003254] 'count revisions from in-memory index tree' (duration: 975.620856ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:42:09.954576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:05.325157Z","time spent":"4.629412321s","remote":"127.0.0.1:44360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:42:09.952809Z","caller":"traceutil/trace.go:171","msg":"trace[527410655] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:27109; }","duration":"1.11522819s","start":"2026-04-23T08:42:08.837565Z","end":"2026-04-23T08:42:09.952793Z","steps":["trace[527410655] 'agreement among raft nodes before linearized reading' (duration: 1.114986245s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:09.954645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:08.837543Z","time spent":"1.117084794s","remote":"127.0.0.1:44270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:42:09.952737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.060521771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:42:09.954727Z","caller":"traceutil/trace.go:171","msg":"trace[694321317] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:27109; }","duration":"10.062566449s","start":"2026-04-23T08:41:59.892152Z","end":"2026-04-23T08:42:09.954718Z","steps":["trace[694321317] 'agreement among raft nodes before linearized reading' (duration: 9.085057839s)","trace[694321317] 'count revisions from in-memory index tree' (duration: 975.516494ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:42:09.954756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:41:59.892113Z","time spent":"10.062631771s","remote":"127.0.0.1:52860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:42:10.460402Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634067351,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:42:10.960866Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634067351,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:42:11.461937Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634067351,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:42:11.96235Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634067351,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:42:11.964909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999844915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:42:11.964971Z","caller":"traceutil/trace.go:171","msg":"trace[372730637] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999942617s","start":"2026-04-23T08:42:09.965007Z","end":"2026-04-23T08:42:11.96495Z","steps":["trace[372730637] 'agreement among raft nodes before linearized reading' (duration: 1.999841205s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:11.965018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:09.964982Z","time spent":"2.00002874s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:42:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:42:12.463489Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634067351,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:42:12.586328Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.628647074s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T08:42:12.586785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:09.957555Z","time spent":"2.629223598s","remote":"127.0.0.1:47922","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T08:42:13.714254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000840957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:42:13.714389Z","caller":"traceutil/trace.go:171","msg":"trace[325628690] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001002461s","start":"2026-04-23T08:42:11.71336Z","end":"2026-04-23T08:42:13.714362Z","steps":["trace[325628690] 'agreement among raft nodes before linearized reading' (duration: 2.000831447s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:13.714455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:11.713288Z","time spent":"2.001155975s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:42:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:42:13.965486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000257133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:42:13.965598Z","caller":"traceutil/trace.go:171","msg":"trace[1530818906] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000451619s","start":"2026-04-23T08:42:11.96512Z","end":"2026-04-23T08:42:13.965571Z","steps":["trace[1530818906] 'agreement among raft nodes before linearized reading' (duration: 2.000299435s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:13.965658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:11.965094Z","time spent":"2.00055186s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:42:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:42:14.370602Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.784017823s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T08:42:14.371342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:09.957787Z","time spent":"4.413543368s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T08:42:14.371625Z","caller":"traceutil/trace.go:171","msg":"trace[554643938] transaction","detail":"{read_only:false; response_revision:27111; number_of_response:1; }","duration":"3.837954029s","start":"2026-04-23T08:42:10.53364Z","end":"2026-04-23T08:42:14.371594Z","steps":["trace[554643938] 'process raft request' (duration: 3.837778425s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:42:14.371669Z","caller":"traceutil/trace.go:171","msg":"trace[1665805810] transaction","detail":"{read_only:false; response_revision:27110; number_of_response:1; }","duration":"4.406600386s","start":"2026-04-23T08:42:09.965015Z","end":"2026-04-23T08:42:14.371616Z","steps":["trace[1665805810] 'process raft request' (duration: 4.406160876s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:14.371808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:10.53361Z","time spent":"3.838080891s","remote":"127.0.0.1:52860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7897,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:42:14.372133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:09.965Z","time spent":"4.406898403s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6035,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:42:14.372212Z","caller":"traceutil/trace.go:171","msg":"trace[493105823] transaction","detail":"{read_only:false; response_revision:27112; number_of_response:1; }","duration":"2.772043157s","start":"2026-04-23T08:42:11.600135Z","end":"2026-04-23T08:42:14.372178Z","steps":["trace[493105823] 'process raft request' (duration: 2.771370732s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:14.37237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:11.600115Z","time spent":"2.7721719s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:42:14.372235Z","caller":"traceutil/trace.go:171","msg":"trace[1679363727] linearizableReadLoop","detail":"{readStateIndex:28061; appliedIndex:28056; }","duration":"4.412668947s","start":"2026-04-23T08:42:09.959503Z","end":"2026-04-23T08:42:14.372172Z","steps":["trace[1679363727] 'read index received' (duration: 2.627114458s)","trace[1679363727] 'applied index is now lower than readState.Index' (duration: 1.785550689s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:42:14.37279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.413252511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4ac51ad2-9ddf-4c7e-a97e-06fa542258b6\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-04-23T08:42:14.372842Z","caller":"traceutil/trace.go:171","msg":"trace[1634483366] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4ac51ad2-9ddf-4c7e-a97e-06fa542258b6; range_end:; response_count:1; response_revision:27112; }","duration":"4.413349303s","start":"2026-04-23T08:42:09.959472Z","end":"2026-04-23T08:42:14.372822Z","steps":["trace[1634483366] 'agreement among raft nodes before linearized reading' (duration: 4.413123638s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:14.372876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:09.959455Z","time spent":"4.413410954s","remote":"127.0.0.1:48040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-4ac51ad2-9ddf-4c7e-a97e-06fa542258b6\" "} {"level":"warn","ts":"2026-04-23T08:42:14.873588Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634067360,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:42:15.374105Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634067360,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:42:15.87452Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634067360,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:42:15.971886Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.601005545s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T08:42:16.011505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000282054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:42:16.011602Z","caller":"traceutil/trace.go:171","msg":"trace[2013806764] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000436928s","start":"2026-04-23T08:42:14.011147Z","end":"2026-04-23T08:42:16.011584Z","steps":["trace[2013806764] 'agreement among raft nodes before linearized reading' (duration: 2.000312475s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:16.011645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:14.011123Z","time spent":"2.000514699s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:42:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:42:16.082935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.741291ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:42:16.08327Z","caller":"traceutil/trace.go:171","msg":"trace[2101210539] transaction","detail":"{read_only:false; response_revision:27115; number_of_response:1; }","duration":"1.914084225s","start":"2026-04-23T08:42:14.169165Z","end":"2026-04-23T08:42:16.08325Z","steps":["trace[2101210539] 'process raft request' (duration: 1.914027873s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:16.083335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:14.169128Z","time spent":"1.914181097s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:42:16.083532Z","caller":"traceutil/trace.go:171","msg":"trace[1418225403] transaction","detail":"{read_only:false; response_revision:27113; number_of_response:1; }","duration":"3.493973499s","start":"2026-04-23T08:42:12.589548Z","end":"2026-04-23T08:42:16.083522Z","steps":["trace[1418225403] 'process raft request' (duration: 3.382532321s)","trace[1418225403] 'compare' (duration: 110.542997ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:42:16.083576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:12.589512Z","time spent":"3.49404366s","remote":"127.0.0.1:47922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:42:16.083889Z","caller":"traceutil/trace.go:171","msg":"trace[612411344] transaction","detail":"{read_only:false; response_revision:27114; number_of_response:1; }","duration":"2.0395717s","start":"2026-04-23T08:42:14.044284Z","end":"2026-04-23T08:42:16.083856Z","steps":["trace[612411344] 'process raft request' (duration: 2.038789821s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:16.084067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:14.044252Z","time spent":"2.039718093s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:42:18.011905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000085731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:42:18.012011Z","caller":"traceutil/trace.go:171","msg":"trace[1452942104] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000248635s","start":"2026-04-23T08:42:16.011728Z","end":"2026-04-23T08:42:18.011976Z","steps":["trace[1452942104] 'agreement among raft nodes before linearized reading' (duration: 2.000124542s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:18.012064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:16.011704Z","time spent":"2.000349126s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:42:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:42:18.832888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.33911ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:42:18.833088Z","caller":"traceutil/trace.go:171","msg":"trace[129859814] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27115; }","duration":"438.572325ms","start":"2026-04-23T08:42:18.394491Z","end":"2026-04-23T08:42:18.833063Z","steps":["trace[129859814] 'range keys from in-memory index tree' (duration: 438.313969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:18.836297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.225267551s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:42:18.836479Z","caller":"traceutil/trace.go:171","msg":"trace[1011582988] transaction","detail":"{read_only:false; response_revision:27116; number_of_response:1; }","duration":"4.461717001s","start":"2026-04-23T08:42:14.374708Z","end":"2026-04-23T08:42:18.836425Z","steps":["trace[1011582988] 'process raft request' (duration: 2.23600175s)","trace[1011582988] 'compare' (duration: 2.224082273s)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:42:18.83657Z","caller":"traceutil/trace.go:171","msg":"trace[198393123] transaction","detail":"{read_only:false; response_revision:27117; number_of_response:1; }","duration":"2.349833915s","start":"2026-04-23T08:42:16.486714Z","end":"2026-04-23T08:42:18.836548Z","steps":["trace[198393123] 'process raft request' (duration: 2.349704492s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:18.836676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:16.48668Z","time spent":"2.349940698s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:42:18.836687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.879234633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:42:18.836714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.693260585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:42:18.836741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:14.374681Z","time spent":"4.461907095s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:42:18.836762Z","caller":"traceutil/trace.go:171","msg":"trace[1389765330] linearizableReadLoop","detail":"{readStateIndex:28065; appliedIndex:28061; }","duration":"4.464099396s","start":"2026-04-23T08:42:14.372449Z","end":"2026-04-23T08:42:18.836548Z","steps":["trace[1389765330] 'read index received' (duration: 1.599655303s)","trace[1389765330] 'applied index is now lower than readState.Index' (duration: 2.864437813s)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:42:18.836801Z","caller":"traceutil/trace.go:171","msg":"trace[911484097] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:27117; }","duration":"8.693415029s","start":"2026-04-23T08:42:10.143365Z","end":"2026-04-23T08:42:18.83678Z","steps":["trace[911484097] 'agreement among raft nodes before linearized reading' (duration: 8.693240045s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:42:18.83681Z","caller":"traceutil/trace.go:171","msg":"trace[897298141] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:27117; }","duration":"6.879392477s","start":"2026-04-23T08:42:11.957355Z","end":"2026-04-23T08:42:18.836747Z","steps":["trace[897298141] 'agreement among raft nodes before linearized reading' (duration: 6.879228803s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:18.836854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:10.143342Z","time spent":"8.693496051s","remote":"127.0.0.1:52844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:42:18.83693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.607489668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:42:18.83698Z","caller":"traceutil/trace.go:171","msg":"trace[925275309] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:27117; }","duration":"6.607660272s","start":"2026-04-23T08:42:12.229301Z","end":"2026-04-23T08:42:18.836962Z","steps":["trace[925275309] 'agreement among raft nodes before linearized reading' (duration: 6.60758774s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:18.83701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:12.229267Z","time spent":"6.607733223s","remote":"127.0.0.1:38868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:42:18.837047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.821131737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T08:42:18.837081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.209353649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418604"} {"level":"info","ts":"2026-04-23T08:42:18.837103Z","caller":"traceutil/trace.go:171","msg":"trace[1079145133] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:27117; }","duration":"8.821224299s","start":"2026-04-23T08:42:10.015864Z","end":"2026-04-23T08:42:18.837088Z","steps":["trace[1079145133] 'agreement among raft nodes before linearized reading' (duration: 8.821020904s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:18.837102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.680112569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:42:18.837138Z","caller":"traceutil/trace.go:171","msg":"trace[1459922808] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:27117; }","duration":"7.209427671s","start":"2026-04-23T08:42:11.627679Z","end":"2026-04-23T08:42:18.837106Z","steps":["trace[1459922808] 'agreement among raft nodes before linearized reading' (duration: 7.209096363s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:18.83715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:10.015848Z","time spent":"8.821288861s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":89,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:42:18.83686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:11.957331Z","time spent":"6.879518019s","remote":"127.0.0.1:44190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:42:18.837171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:11.627636Z","time spent":"7.209528493s","remote":"127.0.0.1:35590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418627,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-23T08:42:18.837148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.544310205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:42:18.837751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.648646529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T08:42:18.837785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.400504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:42:18.837811Z","caller":"traceutil/trace.go:171","msg":"trace[817235733] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:27117; }","duration":"4.648756951s","start":"2026-04-23T08:42:14.189038Z","end":"2026-04-23T08:42:18.837795Z","steps":["trace[817235733] 'agreement among raft nodes before linearized reading' (duration: 4.648675099s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:18.83783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.700417556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:42:18.837832Z","caller":"traceutil/trace.go:171","msg":"trace[65520857] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27117; }","duration":"816.493806ms","start":"2026-04-23T08:42:18.021322Z","end":"2026-04-23T08:42:18.837816Z","steps":["trace[65520857] 'agreement among raft nodes before linearized reading' (duration: 816.432284ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:42:18.837862Z","caller":"traceutil/trace.go:171","msg":"trace[181823058] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:27117; }","duration":"4.700512778s","start":"2026-04-23T08:42:14.137338Z","end":"2026-04-23T08:42:18.837851Z","steps":["trace[181823058] 'agreement among raft nodes before linearized reading' (duration: 4.700443677s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:18.837859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:14.18901Z","time spent":"4.648837383s","remote":"127.0.0.1:48318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:42:18.837876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:18.021103Z","time spent":"816.762432ms","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:42:18.837851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.837868015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T08:42:18.837929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.394803887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:42:18.837947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.095687996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:42:18.837936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.198141344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:42:18.837965Z","caller":"traceutil/trace.go:171","msg":"trace[1324330461] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:27117; }","duration":"3.394876328s","start":"2026-04-23T08:42:15.44308Z","end":"2026-04-23T08:42:18.837956Z","steps":["trace[1324330461] 'agreement among raft nodes before linearized reading' (duration: 3.394814996s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:42:18.837964Z","caller":"traceutil/trace.go:171","msg":"trace[99929237] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:27117; }","duration":"5.838050599s","start":"2026-04-23T08:42:12.999891Z","end":"2026-04-23T08:42:18.837942Z","steps":["trace[99929237] 'agreement among raft nodes before linearized reading' (duration: 5.837809974s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:42:18.837992Z","caller":"traceutil/trace.go:171","msg":"trace[80421756] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:27117; }","duration":"4.095766079s","start":"2026-04-23T08:42:14.742198Z","end":"2026-04-23T08:42:18.837965Z","steps":["trace[80421756] 'agreement among raft nodes before linearized reading' (duration: 4.095724518s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:18.837999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:15.443068Z","time spent":"3.39492382s","remote":"127.0.0.1:40112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:42:18.837991Z","caller":"traceutil/trace.go:171","msg":"trace[19714752] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:27117; }","duration":"6.198244977s","start":"2026-04-23T08:42:12.639728Z","end":"2026-04-23T08:42:18.837973Z","steps":["trace[19714752] 'agreement among raft nodes before linearized reading' (duration: 6.198156265s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:18.838021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:12.999862Z","time spent":"5.838147691s","remote":"127.0.0.1:48352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:42:18.838049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.46312597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:42:18.83805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:12.639686Z","time spent":"6.1983515s","remote":"127.0.0.1:41350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:42:18.838071Z","caller":"traceutil/trace.go:171","msg":"trace[1071266944] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:27117; }","duration":"3.463225321s","start":"2026-04-23T08:42:15.374839Z","end":"2026-04-23T08:42:18.838064Z","steps":["trace[1071266944] 'agreement among raft nodes before linearized reading' (duration: 3.4631889s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:18.837895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:14.137299Z","time spent":"4.70058963s","remote":"127.0.0.1:48054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:42:18.838094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:15.374815Z","time spent":"3.463270483s","remote":"127.0.0.1:46530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:42:18.836686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.014932911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:42:18.838136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265265219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:42:18.83816Z","caller":"traceutil/trace.go:171","msg":"trace[875323478] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:27117; }","duration":"1.26532169s","start":"2026-04-23T08:42:17.57283Z","end":"2026-04-23T08:42:18.838152Z","steps":["trace[875323478] 'agreement among raft nodes before linearized reading' (duration: 1.265270869s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:42:18.838181Z","caller":"traceutil/trace.go:171","msg":"trace[1796200328] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:27117; }","duration":"8.016521117s","start":"2026-04-23T08:42:10.821634Z","end":"2026-04-23T08:42:18.838155Z","steps":["trace[1796200328] 'agreement among raft nodes before linearized reading' (duration: 8.014939061s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:18.838013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:14.74217Z","time spent":"4.0958383s","remote":"127.0.0.1:52764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:42:18.838222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.606765008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:42:18.838241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:10.821602Z","time spent":"8.01661852s","remote":"127.0.0.1:52890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:42:18.838262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.600216738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:42:18.838301Z","caller":"traceutil/trace.go:171","msg":"trace[1878433586] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:27117; }","duration":"1.60029065s","start":"2026-04-23T08:42:17.237999Z","end":"2026-04-23T08:42:18.83829Z","steps":["trace[1878433586] 'agreement among raft nodes before linearized reading' (duration: 1.600225308s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:18.838293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.946833966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:42:18.83825Z","caller":"traceutil/trace.go:171","msg":"trace[791114745] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27117; }","duration":"3.60684374s","start":"2026-04-23T08:42:15.231398Z","end":"2026-04-23T08:42:18.838242Z","steps":["trace[791114745] 'agreement among raft nodes before linearized reading' (duration: 3.606801699s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:18.838346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:17.237978Z","time spent":"1.600355832s","remote":"127.0.0.1:48172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":3,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:42:18.838355Z","caller":"traceutil/trace.go:171","msg":"trace[774617801] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:27117; }","duration":"3.946938239s","start":"2026-04-23T08:42:14.891401Z","end":"2026-04-23T08:42:18.838339Z","steps":["trace[774617801] 'agreement among raft nodes before linearized reading' (duration: 3.946840176s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:18.8376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.979497812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:42:18.838403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:14.891374Z","time spent":"3.947015771s","remote":"127.0.0.1:44520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:42:18.838417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.748479229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:42:18.838445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.690076383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:42:18.838464Z","caller":"traceutil/trace.go:171","msg":"trace[360623836] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:27117; }","duration":"2.74852991s","start":"2026-04-23T08:42:16.08992Z","end":"2026-04-23T08:42:18.838449Z","steps":["trace[360623836] 'agreement among raft nodes before linearized reading' (duration: 2.748444298s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:18.838502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:16.089902Z","time spent":"2.748589951s","remote":"127.0.0.1:41336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:42:18.838499Z","caller":"traceutil/trace.go:171","msg":"trace[1964819800] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:27117; }","duration":"1.690129474s","start":"2026-04-23T08:42:17.148353Z","end":"2026-04-23T08:42:18.838483Z","steps":["trace[1964819800] 'agreement among raft nodes before linearized reading' (duration: 1.690031722s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:18.838514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.098391316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:42:18.838545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:17.148274Z","time spent":"1.690262447s","remote":"127.0.0.1:54192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":9,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:42:18.838504Z","caller":"traceutil/trace.go:171","msg":"trace[575746847] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:27117; }","duration":"4.980338522s","start":"2026-04-23T08:42:13.858093Z","end":"2026-04-23T08:42:18.838431Z","steps":["trace[575746847] 'agreement among raft nodes before linearized reading' (duration: 4.979481012s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:18.837533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.874161863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T08:42:18.83859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.39979872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:42:18.838628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.75240791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-23T08:42:18.838689Z","caller":"traceutil/trace.go:171","msg":"trace[689486495] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:27117; }","duration":"2.399938872s","start":"2026-04-23T08:42:16.43873Z","end":"2026-04-23T08:42:18.838669Z","steps":["trace[689486495] 'agreement among raft nodes before linearized reading' (duration: 2.399685946s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:18.838716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.219308339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:42:18.838738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:16.438703Z","time spent":"2.400018475s","remote":"127.0.0.1:45292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:42:18.838747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:15.231338Z","time spent":"3.607018594s","remote":"127.0.0.1:44360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T08:42:18.838762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.458646059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18460"} {"level":"info","ts":"2026-04-23T08:42:18.838167Z","caller":"traceutil/trace.go:171","msg":"trace[1806711178] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:27117; }","duration":"6.54538562s","start":"2026-04-23T08:42:12.292389Z","end":"2026-04-23T08:42:18.837775Z","steps":["trace[1806711178] 'agreement among raft nodes before linearized reading' (duration: 6.544240233s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:42:18.838772Z","caller":"traceutil/trace.go:171","msg":"trace[2146051459] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:27117; }","duration":"4.219421101s","start":"2026-04-23T08:42:14.619337Z","end":"2026-04-23T08:42:18.838758Z","steps":["trace[2146051459] 'agreement among raft nodes before linearized reading' (duration: 4.219331669s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:18.83878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.193292183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:42:18.8388Z","caller":"traceutil/trace.go:171","msg":"trace[1148542810] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:27117; }","duration":"4.45870106s","start":"2026-04-23T08:42:14.380091Z","end":"2026-04-23T08:42:18.838792Z","steps":["trace[1148542810] 'agreement among raft nodes before linearized reading' (duration: 4.458589188s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:18.838823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:14.619304Z","time spent":"4.219505054s","remote":"127.0.0.1:44262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:42:18.838825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:12.292305Z","time spent":"6.546501556s","remote":"127.0.0.1:46498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:42:18.837154Z","caller":"traceutil/trace.go:171","msg":"trace[930251360] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:27117; }","duration":"8.680187931s","start":"2026-04-23T08:42:10.15695Z","end":"2026-04-23T08:42:18.837138Z","steps":["trace[930251360] 'agreement among raft nodes before linearized reading' (duration: 8.680099999s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:18.838927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:10.156939Z","time spent":"8.681970892s","remote":"127.0.0.1:44008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:42:18.838761Z","caller":"traceutil/trace.go:171","msg":"trace[1397125230] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:27117; }","duration":"2.752568404s","start":"2026-04-23T08:42:16.086171Z","end":"2026-04-23T08:42:18.838739Z","steps":["trace[1397125230] 'agreement among raft nodes before linearized reading' (duration: 2.752310928s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:18.839088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:16.086152Z","time spent":"2.752919093s","remote":"127.0.0.1:48060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-23T08:42:18.838834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:14.380082Z","time spent":"4.458746661s","remote":"127.0.0.1:48070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18483,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-04-23T08:42:18.838582Z","caller":"traceutil/trace.go:171","msg":"trace[733186124] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:27117; }","duration":"3.098488278s","start":"2026-04-23T08:42:15.740066Z","end":"2026-04-23T08:42:18.838554Z","steps":["trace[733186124] 'agreement among raft nodes before linearized reading' (duration: 3.098411316s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:18.839314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:15.740039Z","time spent":"3.099247866s","remote":"127.0.0.1:52796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:42:18.83864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:13.858015Z","time spent":"4.980606008s","remote":"127.0.0.1:44444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:42:18.83968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.46127668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-04-23T08:42:18.837624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.872535465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-04-23T08:42:18.839737Z","caller":"traceutil/trace.go:171","msg":"trace[191571081] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:27117; }","duration":"4.461384653s","start":"2026-04-23T08:42:14.378335Z","end":"2026-04-23T08:42:18.839719Z","steps":["trace[191571081] 'agreement among raft nodes before linearized reading' (duration: 4.460375299s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:42:18.839743Z","caller":"traceutil/trace.go:171","msg":"trace[509654530] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:27117; }","duration":"8.874698705s","start":"2026-04-23T08:42:09.965027Z","end":"2026-04-23T08:42:18.839726Z","steps":["trace[509654530] 'agreement among raft nodes before linearized reading' (duration: 8.87233032s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:18.840166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:09.965003Z","time spent":"8.875059694s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-04-23T08:42:18.83977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:14.37831Z","time spent":"4.461450425s","remote":"127.0.0.1:48054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-23T08:42:18.837688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.590977074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:42:18.840315Z","caller":"traceutil/trace.go:171","msg":"trace[85561653] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:27117; }","duration":"4.593655496s","start":"2026-04-23T08:42:14.246643Z","end":"2026-04-23T08:42:18.840299Z","steps":["trace[85561653] 'agreement among raft nodes before linearized reading' (duration: 4.591004805s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:18.840377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:14.24661Z","time spent":"4.593752739s","remote":"127.0.0.1:43936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:42:18.83771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.425124552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-23T08:42:18.840473Z","caller":"traceutil/trace.go:171","msg":"trace[2092123139] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:27117; }","duration":"5.427951408s","start":"2026-04-23T08:42:13.41251Z","end":"2026-04-23T08:42:18.840461Z","steps":["trace[2092123139] 'agreement among raft nodes before linearized reading' (duration: 5.425062311s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:18.837728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.52876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:42:18.840658Z","caller":"traceutil/trace.go:171","msg":"trace[193068212] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:27117; }","duration":"277.51251ms","start":"2026-04-23T08:42:18.563131Z","end":"2026-04-23T08:42:18.840644Z","steps":["trace[193068212] 'agreement among raft nodes before linearized reading' (duration: 274.557982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:18.838207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:17.572809Z","time spent":"1.265390151s","remote":"127.0.0.1:48328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:42:18.837615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.891776027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:42:18.838672Z","caller":"traceutil/trace.go:171","msg":"trace[84646741] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:27117; }","duration":"8.87530623s","start":"2026-04-23T08:42:09.963346Z","end":"2026-04-23T08:42:18.838652Z","steps":["trace[84646741] 'agreement among raft nodes before linearized reading' (duration: 8.874133933s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:42:18.840904Z","caller":"traceutil/trace.go:171","msg":"trace[1552073478] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:27117; }","duration":"4.895035843s","start":"2026-04-23T08:42:13.945765Z","end":"2026-04-23T08:42:18.840801Z","steps":["trace[1552073478] 'agreement among raft nodes before linearized reading' (duration: 4.891789257s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:18.840961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:13.945734Z","time spent":"4.895213378s","remote":"127.0.0.1:44496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:42:18.840976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:09.963338Z","time spent":"8.877616954s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:42:18.838828Z","caller":"traceutil/trace.go:171","msg":"trace[1997978403] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:27117; }","duration":"4.193386915s","start":"2026-04-23T08:42:14.645427Z","end":"2026-04-23T08:42:18.838814Z","steps":["trace[1997978403] 'agreement among raft nodes before linearized reading' (duration: 4.193312993s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:18.841071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:14.645402Z","time spent":"4.195653678s","remote":"127.0.0.1:44116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:42:18.837656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.460384779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-67fdb85b4f-bkr7h\" ","response":"range_response_count:1 size:5763"} {"level":"info","ts":"2026-04-23T08:42:18.841229Z","caller":"traceutil/trace.go:171","msg":"trace[1492575991] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-67fdb85b4f-bkr7h; range_end:; response_count:1; response_revision:27117; }","duration":"4.463937242s","start":"2026-04-23T08:42:14.377253Z","end":"2026-04-23T08:42:18.84119Z","steps":["trace[1492575991] 'agreement among raft nodes before linearized reading' (duration: 4.460284577s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:18.841356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:14.37719Z","time spent":"4.464131907s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5786,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-67fdb85b4f-bkr7h\" "} {"level":"warn","ts":"2026-04-23T08:42:18.84052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:13.41248Z","time spent":"5.428028449s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-23T08:42:19.345485Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634067369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:42:19.845816Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634067369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:42:20.346832Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634067369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:42:20.84757Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634067369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:42:21.348064Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634067369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:42:21.848468Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634067369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:42:21.883618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000012669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T08:42:21.883732Z","caller":"traceutil/trace.go:171","msg":"trace[1177776295] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000208703s","start":"2026-04-23T08:42:19.883497Z","end":"2026-04-23T08:42:21.883706Z","steps":["trace[1177776295] 'agreement among raft nodes before linearized reading' (duration: 2.00005594s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:21.883791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:19.883468Z","time spent":"2.000312346s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:42:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:42:22.349248Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634067369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:42:22.850257Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634067369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:42:23.350481Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634067369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:42:23.596313Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.752230083s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T08:42:23.59703Z","caller":"traceutil/trace.go:171","msg":"trace[1653195416] transaction","detail":"{read_only:false; response_revision:27118; number_of_response:1; }","duration":"4.753041402s","start":"2026-04-23T08:42:18.843955Z","end":"2026-04-23T08:42:23.596996Z","steps":["trace[1653195416] 'process raft request' (duration: 4.752628652s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:23.597305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:18.84394Z","time spent":"4.753184456s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:42:23.714881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000029718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T08:42:23.715044Z","caller":"traceutil/trace.go:171","msg":"trace[659104251] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000224202s","start":"2026-04-23T08:42:21.714764Z","end":"2026-04-23T08:42:23.714988Z","steps":["trace[659104251] 'agreement among raft nodes before linearized reading' (duration: 2.000068809s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:23.715111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:21.714736Z","time spent":"2.000354366s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:42:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:42:23.884348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000184852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:42:23.88446Z","caller":"traceutil/trace.go:171","msg":"trace[1345773475] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000378106s","start":"2026-04-23T08:42:21.884058Z","end":"2026-04-23T08:42:23.884436Z","steps":["trace[1345773475] 'agreement among raft nodes before linearized reading' (duration: 2.000233783s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:23.884523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:21.884026Z","time spent":"2.000485999s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:42:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:42:24.872664Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.275367205s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T08:42:24.874152Z","caller":"traceutil/trace.go:171","msg":"trace[1181443939] transaction","detail":"{read_only:false; response_revision:27119; number_of_response:1; }","duration":"6.028688253s","start":"2026-04-23T08:42:18.845421Z","end":"2026-04-23T08:42:24.874109Z","steps":["trace[1181443939] 'process raft request' (duration: 6.027428183s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:24.874421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:18.845402Z","time spent":"6.028844627s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:42:24.874621Z","caller":"traceutil/trace.go:171","msg":"trace[1893312163] transaction","detail":"{read_only:false; response_revision:27120; number_of_response:1; }","duration":"5.649539144s","start":"2026-04-23T08:42:19.225037Z","end":"2026-04-23T08:42:24.874577Z","steps":["trace[1893312163] 'process raft request' (duration: 5.649088923s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:42:24.874664Z","caller":"traceutil/trace.go:171","msg":"trace[209668273] transaction","detail":"{read_only:false; response_revision:27121; number_of_response:1; }","duration":"5.494850137s","start":"2026-04-23T08:42:19.37977Z","end":"2026-04-23T08:42:24.87462Z","steps":["trace[209668273] 'process raft request' (duration: 5.494637532s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:24.874809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:19.224994Z","time spent":"5.649689197s","remote":"127.0.0.1:35590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418737,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:42:24.874859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:19.379731Z","time spent":"5.495020201s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:42:25.042567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00010517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T08:42:25.042679Z","caller":"traceutil/trace.go:171","msg":"trace[335082271] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000294604s","start":"2026-04-23T08:42:23.04236Z","end":"2026-04-23T08:42:25.042654Z","steps":["trace[335082271] 'agreement among raft nodes before linearized reading' (duration: 2.00013912s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:25.042744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:23.042333Z","time spent":"2.000400077s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:42:25.680103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.615532ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-23T08:42:25.680234Z","caller":"traceutil/trace.go:171","msg":"trace[1501766925] linearizableReadLoop","detail":"{readStateIndex:28071; appliedIndex:28066; }","duration":"6.834834747s","start":"2026-04-23T08:42:18.845377Z","end":"2026-04-23T08:42:25.680211Z","steps":["trace[1501766925] 'read index received' (duration: 4.751286651s)","trace[1501766925] 'applied index is now lower than readState.Index' (duration: 2.083535546s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:42:25.68101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.389525446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:42:25.681022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.835621695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-23T08:42:25.681097Z","caller":"traceutil/trace.go:171","msg":"trace[576103619] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:27121; }","duration":"1.389672669s","start":"2026-04-23T08:42:24.291402Z","end":"2026-04-23T08:42:25.681075Z","steps":["trace[576103619] 'agreement among raft nodes before linearized reading' (duration: 1.389510486s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:42:25.681107Z","caller":"traceutil/trace.go:171","msg":"trace[1116102821] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:27121; }","duration":"6.835740329s","start":"2026-04-23T08:42:18.845347Z","end":"2026-04-23T08:42:25.681087Z","steps":["trace[1116102821] 'agreement among raft nodes before linearized reading' (duration: 6.835513733s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:25.681084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.803812218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:42:25.68112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.835568775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-4mp4v\" ","response":"range_response_count:1 size:5607"} {"level":"info","ts":"2026-04-23T08:42:25.681213Z","caller":"traceutil/trace.go:171","msg":"trace[1389823232] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-4mp4v; range_end:; response_count:1; response_revision:27121; }","duration":"6.835695708s","start":"2026-04-23T08:42:18.845494Z","end":"2026-04-23T08:42:25.68119Z","steps":["trace[1389823232] 'agreement among raft nodes before linearized reading' (duration: 6.835415352s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:42:25.681238Z","caller":"traceutil/trace.go:171","msg":"trace[171016136] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:27121; }","duration":"2.804018673s","start":"2026-04-23T08:42:22.877161Z","end":"2026-04-23T08:42:25.681179Z","steps":["trace[171016136] 'agreement among raft nodes before linearized reading' (duration: 2.803745786s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:25.681258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:18.845487Z","time spent":"6.835762359s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5630,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-4mp4v\" "} {"level":"warn","ts":"2026-04-23T08:42:25.681309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:22.877133Z","time spent":"2.804160107s","remote":"127.0.0.1:44552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:42:25.681699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.963166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T08:42:25.681732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.123758677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:42:25.68175Z","caller":"traceutil/trace.go:171","msg":"trace[1057837936] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:27121; }","duration":"690.046798ms","start":"2026-04-23T08:42:24.991685Z","end":"2026-04-23T08:42:25.681731Z","steps":["trace[1057837936] 'agreement among raft nodes before linearized reading' (duration: 689.969316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:25.681741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.213027275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:42:25.681784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:24.991661Z","time spent":"690.11395ms","remote":"127.0.0.1:48392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:42:25.681784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.391422875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:42:25.68181Z","caller":"traceutil/trace.go:171","msg":"trace[1892882311] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:27121; }","duration":"2.213165928s","start":"2026-04-23T08:42:23.468628Z","end":"2026-04-23T08:42:25.681794Z","steps":["trace[1892882311] 'agreement among raft nodes before linearized reading' (duration: 2.213039015s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:25.681825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.273251743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:42:25.681832Z","caller":"traceutil/trace.go:171","msg":"trace[630782907] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:27121; }","duration":"2.391532137s","start":"2026-04-23T08:42:23.290285Z","end":"2026-04-23T08:42:25.681818Z","steps":["trace[630782907] 'agreement among raft nodes before linearized reading' (duration: 2.391446065s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:25.681848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:23.468603Z","time spent":"2.21323845s","remote":"127.0.0.1:44202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:42:25.681858Z","caller":"traceutil/trace.go:171","msg":"trace[915724203] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:27121; }","duration":"3.273302033s","start":"2026-04-23T08:42:22.408547Z","end":"2026-04-23T08:42:25.681849Z","steps":["trace[915724203] 'agreement among raft nodes before linearized reading' (duration: 3.273244132s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:25.681873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:23.29026Z","time spent":"2.391597419s","remote":"127.0.0.1:44536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:42:25.681893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:22.408539Z","time spent":"3.273341844s","remote":"127.0.0.1:44332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:42:25.681962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31250437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:42:25.681997Z","caller":"traceutil/trace.go:171","msg":"trace[1174947421] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:27121; }","duration":"1.312582072s","start":"2026-04-23T08:42:24.369404Z","end":"2026-04-23T08:42:25.681986Z","steps":["trace[1174947421] 'agreement among raft nodes before linearized reading' (duration: 1.31252288s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:25.682039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:24.369378Z","time spent":"1.312647254s","remote":"127.0.0.1:43908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:42:25.682035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.605407735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:42:25.68209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.079890401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-4mp4v.18a8edc1984b8386\" ","response":"range_response_count:1 size:883"} {"level":"info","ts":"2026-04-23T08:42:25.682092Z","caller":"traceutil/trace.go:171","msg":"trace[1055641854] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:27121; }","duration":"5.605511448s","start":"2026-04-23T08:42:20.076561Z","end":"2026-04-23T08:42:25.682072Z","steps":["trace[1055641854] 'agreement among raft nodes before linearized reading' (duration: 5.605413165s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:25.682159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.748366732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1230"} {"level":"info","ts":"2026-04-23T08:42:25.682193Z","caller":"traceutil/trace.go:171","msg":"trace[1990958726] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:27121; }","duration":"6.748439813s","start":"2026-04-23T08:42:18.933743Z","end":"2026-04-23T08:42:25.682182Z","steps":["trace[1990958726] 'agreement among raft nodes before linearized reading' (duration: 6.74831687s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:25.681147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:18.845334Z","time spent":"6.83580515s","remote":"127.0.0.1:47922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-04-23T08:42:25.68222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:18.933725Z","time spent":"6.748489814s","remote":"127.0.0.1:48094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1253,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-04-23T08:42:25.68223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.272802586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:42:25.682225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.277157144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:42:25.682241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.789546652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:42:25.682276Z","caller":"traceutil/trace.go:171","msg":"trace[374881376] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:27121; }","duration":"3.277251086s","start":"2026-04-23T08:42:22.405008Z","end":"2026-04-23T08:42:25.682259Z","steps":["trace[374881376] 'agreement among raft nodes before linearized reading' (duration: 3.277175604s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:25.682297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.584768445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:42:25.682291Z","caller":"traceutil/trace.go:171","msg":"trace[1695614839] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27121; }","duration":"1.789616684s","start":"2026-04-23T08:42:23.892661Z","end":"2026-04-23T08:42:25.682277Z","steps":["trace[1695614839] 'agreement among raft nodes before linearized reading' (duration: 1.789541402s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:42:25.682317Z","caller":"traceutil/trace.go:171","msg":"trace[507864196] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:27121; }","duration":"3.584816126s","start":"2026-04-23T08:42:22.097492Z","end":"2026-04-23T08:42:25.682309Z","steps":["trace[507864196] 'agreement among raft nodes before linearized reading' (duration: 3.584781185s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:25.682318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:22.404983Z","time spent":"3.277322467s","remote":"127.0.0.1:44338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:42:25.682335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:22.097474Z","time spent":"3.584856878s","remote":"127.0.0.1:41284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:42:25.682336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:23.892645Z","time spent":"1.789676296s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:42:25.682155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:20.076529Z","time spent":"5.6055987s","remote":"127.0.0.1:52908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:42:25.68242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.748955826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:1 size:895"} {"level":"info","ts":"2026-04-23T08:42:25.682449Z","caller":"traceutil/trace.go:171","msg":"trace[204152336] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:1; response_revision:27121; }","duration":"6.749033177s","start":"2026-04-23T08:42:18.933407Z","end":"2026-04-23T08:42:25.68244Z","steps":["trace[204152336] 'agreement among raft nodes before linearized reading' (duration: 6.748938695s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:25.682475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:18.93338Z","time spent":"6.749088448s","remote":"127.0.0.1:48094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":918,"request content":"key:\"/registry/serviceaccounts/monitoring/vector\" "} {"level":"info","ts":"2026-04-23T08:42:25.682107Z","caller":"traceutil/trace.go:171","msg":"trace[1412457663] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-4mp4v.18a8edc1984b8386; range_end:; response_count:1; response_revision:27121; }","duration":"2.079956042s","start":"2026-04-23T08:42:23.602145Z","end":"2026-04-23T08:42:25.682101Z","steps":["trace[1412457663] 'agreement among raft nodes before linearized reading' (duration: 2.07984905s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:25.68256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.767227431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:42:25.682557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:23.602117Z","time spent":"2.080423284s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":906,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-4mp4v.18a8edc1984b8386\" "} {"level":"info","ts":"2026-04-23T08:42:25.682584Z","caller":"traceutil/trace.go:171","msg":"trace[116878732] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:27121; }","duration":"6.767248761s","start":"2026-04-23T08:42:18.915324Z","end":"2026-04-23T08:42:25.682573Z","steps":["trace[116878732] 'agreement among raft nodes before linearized reading' (duration: 6.76720755s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:42:25.681769Z","caller":"traceutil/trace.go:171","msg":"trace[405307988] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27121; }","duration":"3.123796668s","start":"2026-04-23T08:42:22.557958Z","end":"2026-04-23T08:42:25.681755Z","steps":["trace[405307988] 'agreement among raft nodes before linearized reading' (duration: 3.123725647s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:42:25.682261Z","caller":"traceutil/trace.go:171","msg":"trace[1145883404] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:27121; }","duration":"4.272831887s","start":"2026-04-23T08:42:21.409419Z","end":"2026-04-23T08:42:25.682251Z","steps":["trace[1145883404] 'agreement among raft nodes before linearized reading' (duration: 4.272785446s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:25.682638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:22.557893Z","time spent":"3.12473483s","remote":"127.0.0.1:41430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:42:25.682671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.835854082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-04-23T08:42:25.682678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:21.409356Z","time spent":"4.273308139s","remote":"127.0.0.1:35626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:42:25.682724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.836799444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:42:25.682743Z","caller":"traceutil/trace.go:171","msg":"trace[425309991] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:27121; }","duration":"6.836858135s","start":"2026-04-23T08:42:18.845878Z","end":"2026-04-23T08:42:25.682736Z","steps":["trace[425309991] 'agreement among raft nodes before linearized reading' (duration: 6.836826845s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:25.68276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:18.845858Z","time spent":"6.836897316s","remote":"127.0.0.1:47986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-04-23T08:42:25.682571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.366100912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:42:25.682793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.264147799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-23T08:42:25.682876Z","caller":"traceutil/trace.go:171","msg":"trace[1685558360] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:27121; }","duration":"4.366405369s","start":"2026-04-23T08:42:21.316454Z","end":"2026-04-23T08:42:25.682859Z","steps":["trace[1685558360] 'agreement among raft nodes before linearized reading' (duration: 4.366068671s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:42:25.6829Z","caller":"traceutil/trace.go:171","msg":"trace[102647172] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:27121; }","duration":"5.264296613s","start":"2026-04-23T08:42:20.418586Z","end":"2026-04-23T08:42:25.682883Z","steps":["trace[102647172] 'agreement among raft nodes before linearized reading' (duration: 5.264012926s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:25.682915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:21.316377Z","time spent":"4.366524941s","remote":"127.0.0.1:44404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:42:25.682605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:18.915236Z","time spent":"6.767363345s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T08:42:25.682941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:20.418552Z","time spent":"5.264377935s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-23T08:42:25.682689Z","caller":"traceutil/trace.go:171","msg":"trace[786208169] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:27121; }","duration":"6.835881232s","start":"2026-04-23T08:42:18.846802Z","end":"2026-04-23T08:42:25.682684Z","steps":["trace[786208169] 'agreement among raft nodes before linearized reading' (duration: 6.83581529s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:25.683076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:18.846793Z","time spent":"6.836273841s","remote":"127.0.0.1:48054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-04-23T08:42:25.681145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:24.291377Z","time spent":"1.389757702s","remote":"127.0.0.1:52806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:42:25.684451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.028957434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:42:25.684535Z","caller":"traceutil/trace.go:171","msg":"trace[1813043290] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:27121; }","duration":"2.032512376s","start":"2026-04-23T08:42:23.65199Z","end":"2026-04-23T08:42:25.684502Z","steps":["trace[1813043290] 'agreement among raft nodes before linearized reading' (duration: 2.028945613s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:25.684586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:23.651966Z","time spent":"2.032603249s","remote":"127.0.0.1:48040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:42:25.684967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.850974255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:42:25.685028Z","caller":"traceutil/trace.go:171","msg":"trace[655271374] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:27121; }","duration":"1.851078957s","start":"2026-04-23T08:42:23.833932Z","end":"2026-04-23T08:42:25.685011Z","steps":["trace[655271374] 'agreement among raft nodes before linearized reading' (duration: 1.850942594s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:25.685085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:23.833913Z","time spent":"1.851157199s","remote":"127.0.0.1:52788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:42:25.931211Z","caller":"traceutil/trace.go:171","msg":"trace[1189384345] transaction","detail":"{read_only:false; response_revision:27122; number_of_response:1; }","duration":"244.003479ms","start":"2026-04-23T08:42:25.687178Z","end":"2026-04-23T08:42:25.931182Z","steps":["trace[1189384345] 'process raft request' (duration: 243.787564ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:42:25.933217Z","caller":"traceutil/trace.go:171","msg":"trace[1046931593] linearizableReadLoop","detail":"{readStateIndex:28072; appliedIndex:28072; }","duration":"245.828612ms","start":"2026-04-23T08:42:25.687347Z","end":"2026-04-23T08:42:25.933175Z","steps":["trace[1046931593] 'read index received' (duration: 245.808971ms)","trace[1046931593] 'applied index is now lower than readState.Index' (duration: 15.321µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:42:25.933654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.274492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-04-23T08:42:25.933713Z","caller":"traceutil/trace.go:171","msg":"trace[819973860] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:27122; }","duration":"246.387394ms","start":"2026-04-23T08:42:25.687309Z","end":"2026-04-23T08:42:25.933696Z","steps":["trace[819973860] 'agreement among raft nodes before linearized reading' (duration: 246.044846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:26.433851Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634067382,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T08:42:26.529616Z","caller":"traceutil/trace.go:171","msg":"trace[1374560349] transaction","detail":"{read_only:false; response_revision:27124; number_of_response:1; }","duration":"834.712371ms","start":"2026-04-23T08:42:25.694842Z","end":"2026-04-23T08:42:26.529554Z","steps":["trace[1374560349] 'process raft request' (duration: 834.459525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:26.529863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:25.687666Z","time spent":"842.188405ms","remote":"127.0.0.1:47922","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T08:42:26.529913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:25.694831Z","time spent":"834.990057ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5780,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:42:26.529826Z","caller":"traceutil/trace.go:171","msg":"trace[2042644412] transaction","detail":"{read_only:false; response_revision:27123; number_of_response:1; }","duration":"839.795889ms","start":"2026-04-23T08:42:25.689984Z","end":"2026-04-23T08:42:26.52978Z","steps":["trace[2042644412] 'process raft request' (duration: 839.149574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:26.530564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:25.689973Z","time spent":"840.336282ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:42:26.937343Z","caller":"traceutil/trace.go:171","msg":"trace[312782592] transaction","detail":"{read_only:false; response_revision:27125; number_of_response:1; }","duration":"999.028651ms","start":"2026-04-23T08:42:25.938282Z","end":"2026-04-23T08:42:26.937311Z","steps":["trace[312782592] 'process raft request' (duration: 973.450584ms)","trace[312782592] 'compare' (duration: 22.353121ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:42:26.937468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:25.938259Z","time spent":"999.151313ms","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":878,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T08:42:26.938637Z","caller":"traceutil/trace.go:171","msg":"trace[100415049] transaction","detail":"{read_only:false; response_revision:27129; number_of_response:1; }","duration":"406.520587ms","start":"2026-04-23T08:42:26.532103Z","end":"2026-04-23T08:42:26.938623Z","steps":["trace[100415049] 'process raft request' (duration: 404.983852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:26.938745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:26.532076Z","time spent":"406.603019ms","remote":"127.0.0.1:47922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:42:26.938811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251387165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-acd2d063-8dc9-452d-b2cd-f125befb87e4\" ","response":"range_response_count:1 size:1284"} {"level":"warn","ts":"2026-04-23T08:42:26.938728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022234612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:42:26.938854Z","caller":"traceutil/trace.go:171","msg":"trace[1283724760] range","detail":"{range_begin:/registry/persistentvolumes/pvc-acd2d063-8dc9-452d-b2cd-f125befb87e4; range_end:; response_count:1; response_revision:27129; }","duration":"1.251486167s","start":"2026-04-23T08:42:25.687358Z","end":"2026-04-23T08:42:26.938844Z","steps":["trace[1283724760] 'agreement among raft nodes before linearized reading' (duration: 1.251304372s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:42:26.938612Z","caller":"traceutil/trace.go:171","msg":"trace[789432878] linearizableReadLoop","detail":"{readStateIndex:28079; appliedIndex:28072; }","duration":"1.005263406s","start":"2026-04-23T08:42:25.933306Z","end":"2026-04-23T08:42:26.938569Z","steps":["trace[789432878] 'read index received' (duration: 518.884927ms)","trace[789432878] 'applied index is now lower than readState.Index' (duration: 486.374679ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:42:26.938882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:25.68733Z","time spent":"1.251545988s","remote":"127.0.0.1:48040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-acd2d063-8dc9-452d-b2cd-f125befb87e4\" "} {"level":"info","ts":"2026-04-23T08:42:26.938949Z","caller":"traceutil/trace.go:171","msg":"trace[204468320] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:27129; }","duration":"1.022458177s","start":"2026-04-23T08:42:25.916408Z","end":"2026-04-23T08:42:26.938866Z","steps":["trace[204468320] 'agreement among raft nodes before linearized reading' (duration: 1.022231232s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:26.939038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.876781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-04-23T08:42:26.939061Z","caller":"traceutil/trace.go:171","msg":"trace[1807713620] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:27129; }","duration":"987.977112ms","start":"2026-04-23T08:42:25.951077Z","end":"2026-04-23T08:42:26.939054Z","steps":["trace[1807713620] 'agreement among raft nodes before linearized reading' (duration: 987.86152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:26.939081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:25.951052Z","time spent":"988.025514ms","remote":"127.0.0.1:48060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-04-23T08:42:26.939145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.780749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-b56d5d966-tm6fl\" ","response":"range_response_count:1 size:6145"} {"level":"info","ts":"2026-04-23T08:42:26.939184Z","caller":"traceutil/trace.go:171","msg":"trace[405244879] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-b56d5d966-tm6fl; range_end:; response_count:1; response_revision:27129; }","duration":"405.864341ms","start":"2026-04-23T08:42:26.533311Z","end":"2026-04-23T08:42:26.939175Z","steps":["trace[405244879] 'agreement among raft nodes before linearized reading' (duration: 405.760419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:26.939205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:26.533287Z","time spent":"405.913123ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":6168,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-b56d5d966-tm6fl\" "} {"level":"info","ts":"2026-04-23T08:42:26.939242Z","caller":"traceutil/trace.go:171","msg":"trace[1177989507] transaction","detail":"{read_only:false; response_revision:27127; number_of_response:1; }","duration":"594.664373ms","start":"2026-04-23T08:42:26.344469Z","end":"2026-04-23T08:42:26.939134Z","steps":["trace[1177989507] 'process raft request' (duration: 591.312675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:26.939289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:25.916386Z","time spent":"1.022652422s","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:42:26.939213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.998976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18460"} {"level":"info","ts":"2026-04-23T08:42:26.93945Z","caller":"traceutil/trace.go:171","msg":"trace[594263330] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27129; }","duration":"853.301304ms","start":"2026-04-23T08:42:26.086141Z","end":"2026-04-23T08:42:26.939442Z","steps":["trace[594263330] 'agreement among raft nodes before linearized reading' (duration: 853.019627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:26.939476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:26.086116Z","time spent":"853.353034ms","remote":"127.0.0.1:48070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18483,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-23T08:42:26.939456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:26.344445Z","time spent":"594.901179ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:42:26.939522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251851666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13662"} {"level":"info","ts":"2026-04-23T08:42:26.939601Z","caller":"traceutil/trace.go:171","msg":"trace[1949189285] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:27129; }","duration":"1.251975508s","start":"2026-04-23T08:42:25.687609Z","end":"2026-04-23T08:42:26.939585Z","steps":["trace[1949189285] 'agreement among raft nodes before linearized reading' (duration: 1.251721222s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:26.93964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:25.687599Z","time spent":"1.25203553s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":13685,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-23T08:42:26.939728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244453183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:42:26.939759Z","caller":"traceutil/trace.go:171","msg":"trace[726716190] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27129; }","duration":"1.244498654s","start":"2026-04-23T08:42:25.695253Z","end":"2026-04-23T08:42:26.939751Z","steps":["trace[726716190] 'agreement among raft nodes before linearized reading' (duration: 1.244443912s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:42:26.939309Z","caller":"traceutil/trace.go:171","msg":"trace[1842403126] transaction","detail":"{read_only:false; response_revision:27126; number_of_response:1; }","duration":"679.00731ms","start":"2026-04-23T08:42:26.260294Z","end":"2026-04-23T08:42:26.939302Z","steps":["trace[1842403126] 'process raft request' (duration: 675.400846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:26.939782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:25.695246Z","time spent":"1.244529854s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T08:42:26.939842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:26.260266Z","time spent":"679.521742ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:42:26.940011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2494921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:42:26.940064Z","caller":"traceutil/trace.go:171","msg":"trace[716872651] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27129; }","duration":"1.249555142s","start":"2026-04-23T08:42:25.690493Z","end":"2026-04-23T08:42:26.940048Z","steps":["trace[716872651] 'agreement among raft nodes before linearized reading' (duration: 1.249441639s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:26.940106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:25.690486Z","time spent":"1.249613363s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T08:42:26.939833Z","caller":"traceutil/trace.go:171","msg":"trace[1124471659] transaction","detail":"{read_only:false; response_revision:27128; number_of_response:1; }","duration":"519.795228ms","start":"2026-04-23T08:42:26.419503Z","end":"2026-04-23T08:42:26.939299Z","steps":["trace[1124471659] 'process raft request' (duration: 517.528365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:26.939366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251635791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/vector-msrzh\" ","response":"range_response_count:1 size:5976"} {"level":"info","ts":"2026-04-23T08:42:26.940912Z","caller":"traceutil/trace.go:171","msg":"trace[38574422] range","detail":"{range_begin:/registry/pods/monitoring/vector-msrzh; range_end:; response_count:1; response_revision:27129; }","duration":"1.253206126s","start":"2026-04-23T08:42:25.687697Z","end":"2026-04-23T08:42:26.940904Z","steps":["trace[38574422] 'agreement among raft nodes before linearized reading' (duration: 1.25162808s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:26.941028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:26.419481Z","time spent":"521.386715ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:42:26.94112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:25.68767Z","time spent":"1.253441372s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":5999,"request content":"key:\"/registry/pods/monitoring/vector-msrzh\" "} {"level":"info","ts":"2026-04-23T08:42:27.224237Z","caller":"traceutil/trace.go:171","msg":"trace[682752029] transaction","detail":"{read_only:false; response_revision:27135; number_of_response:1; }","duration":"128.443825ms","start":"2026-04-23T08:42:27.095738Z","end":"2026-04-23T08:42:27.224182Z","steps":["trace[682752029] 'process raft request' (duration: 97.477133ms)","trace[682752029] 'compare' (duration: 30.47195ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:42:27.368818Z","caller":"traceutil/trace.go:171","msg":"trace[599886145] transaction","detail":"{read_only:false; response_revision:27137; number_of_response:1; }","duration":"135.173831ms","start":"2026-04-23T08:42:27.233614Z","end":"2026-04-23T08:42:27.368788Z","steps":["trace[599886145] 'process raft request' (duration: 134.844103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:27.36922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.478152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-47e2ade2-9c86-4545-965e-38193abd934c\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-04-23T08:42:27.369327Z","caller":"traceutil/trace.go:171","msg":"trace[238757484] range","detail":"{range_begin:/registry/persistentvolumes/pvc-47e2ade2-9c86-4545-965e-38193abd934c; range_end:; response_count:1; response_revision:27137; }","duration":"133.615095ms","start":"2026-04-23T08:42:27.235686Z","end":"2026-04-23T08:42:27.369301Z","steps":["trace[238757484] 'agreement among raft nodes before linearized reading' (duration: 133.197405ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:42:27.369387Z","caller":"traceutil/trace.go:171","msg":"trace[1482612089] linearizableReadLoop","detail":"{readStateIndex:28088; appliedIndex:28087; }","duration":"133.019991ms","start":"2026-04-23T08:42:27.235699Z","end":"2026-04-23T08:42:27.368719Z","steps":["trace[1482612089] 'read index received' (duration: 132.552621ms)","trace[1482612089] 'applied index is now lower than readState.Index' (duration: 465.79µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:42:27.394739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.876684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:42:27.394736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.532767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:801"} {"level":"info","ts":"2026-04-23T08:42:27.394818Z","caller":"traceutil/trace.go:171","msg":"trace[132257333] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:27138; }","duration":"156.000947ms","start":"2026-04-23T08:42:27.2388Z","end":"2026-04-23T08:42:27.394801Z","steps":["trace[132257333] 'agreement among raft nodes before linearized reading' (duration: 155.869944ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:42:27.394845Z","caller":"traceutil/trace.go:171","msg":"trace[1121220538] transaction","detail":"{read_only:false; response_revision:27138; number_of_response:1; }","duration":"153.779216ms","start":"2026-04-23T08:42:27.241054Z","end":"2026-04-23T08:42:27.394833Z","steps":["trace[1121220538] 'process raft request' (duration: 153.10312ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:42:27.394875Z","caller":"traceutil/trace.go:171","msg":"trace[292318941] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:27138; }","duration":"128.772243ms","start":"2026-04-23T08:42:27.266069Z","end":"2026-04-23T08:42:27.394841Z","steps":["trace[292318941] 'agreement among raft nodes before linearized reading' (duration: 128.348583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:27.395109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.423874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:1232"} {"level":"info","ts":"2026-04-23T08:42:27.395135Z","caller":"traceutil/trace.go:171","msg":"trace[1651165320] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:27138; }","duration":"128.495016ms","start":"2026-04-23T08:42:27.266631Z","end":"2026-04-23T08:42:27.395126Z","steps":["trace[1651165320] 'agreement among raft nodes before linearized reading' (duration: 128.416525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:28.220013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.954131ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:42:28.220099Z","caller":"traceutil/trace.go:171","msg":"trace[1686019039] linearizableReadLoop","detail":"{readStateIndex:28095; appliedIndex:28094; }","duration":"670.583655ms","start":"2026-04-23T08:42:27.549501Z","end":"2026-04-23T08:42:28.220085Z","steps":["trace[1686019039] 'read index received' (duration: 437.515731ms)","trace[1686019039] 'applied index is now lower than readState.Index' (duration: 233.066544ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:42:28.220159Z","caller":"traceutil/trace.go:171","msg":"trace[1091634513] transaction","detail":"{read_only:false; response_revision:27144; number_of_response:1; }","duration":"672.073388ms","start":"2026-04-23T08:42:27.548042Z","end":"2026-04-23T08:42:28.220115Z","steps":["trace[1091634513] 'process raft request' (duration: 438.937963ms)","trace[1091634513] 'compare' (duration: 232.852669ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:42:28.220282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.777559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/senlin-engine-cleaner-29615560-j49p2\" ","response":"range_response_count:1 size:6783"} {"level":"info","ts":"2026-04-23T08:42:28.220307Z","caller":"traceutil/trace.go:171","msg":"trace[1806177532] range","detail":"{range_begin:/registry/pods/openstack/senlin-engine-cleaner-29615560-j49p2; range_end:; response_count:1; response_revision:27144; }","duration":"670.79996ms","start":"2026-04-23T08:42:27.549497Z","end":"2026-04-23T08:42:28.220297Z","steps":["trace[1806177532] 'agreement among raft nodes before linearized reading' (duration: 670.640866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:28.220332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:27.54948Z","time spent":"670.84638ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":6806,"request content":"key:\"/registry/pods/openstack/senlin-engine-cleaner-29615560-j49p2\" "} {"level":"warn","ts":"2026-04-23T08:42:28.220358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:27.548016Z","time spent":"672.223342ms","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:42:28.326987Z","caller":"traceutil/trace.go:171","msg":"trace[2106839452] linearizableReadLoop","detail":"{readStateIndex:28096; appliedIndex:28095; }","duration":"106.834251ms","start":"2026-04-23T08:42:28.220115Z","end":"2026-04-23T08:42:28.326949Z","steps":["trace[2106839452] 'read index received' (duration: 59.011236ms)","trace[2106839452] 'applied index is now lower than readState.Index' (duration: 47.821195ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:42:28.327303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.762653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:801"} {"level":"warn","ts":"2026-04-23T08:42:28.327357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.582923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:1177"} {"level":"info","ts":"2026-04-23T08:42:28.327424Z","caller":"traceutil/trace.go:171","msg":"trace[1581040976] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:27144; }","duration":"750.911096ms","start":"2026-04-23T08:42:27.576481Z","end":"2026-04-23T08:42:28.327392Z","steps":["trace[1581040976] 'agreement among raft nodes before linearized reading' (duration: 750.566088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:28.327501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:27.576474Z","time spent":"751.013149ms","remote":"127.0.0.1:48094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":824,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"info","ts":"2026-04-23T08:42:28.32742Z","caller":"traceutil/trace.go:171","msg":"trace[950231254] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:27144; }","duration":"751.692544ms","start":"2026-04-23T08:42:27.575707Z","end":"2026-04-23T08:42:28.327399Z","steps":["trace[950231254] 'agreement among raft nodes before linearized reading' (duration: 751.428878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:28.327618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:27.5757Z","time spent":"751.90317ms","remote":"127.0.0.1:48094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":1200,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus-node-exporter\" "} {"level":"warn","ts":"2026-04-23T08:42:28.327341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.607761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-04-23T08:42:28.327723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.103108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:1105"} {"level":"info","ts":"2026-04-23T08:42:28.327767Z","caller":"traceutil/trace.go:171","msg":"trace[1927678573] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:27144; }","duration":"190.043041ms","start":"2026-04-23T08:42:28.137665Z","end":"2026-04-23T08:42:28.327708Z","steps":["trace[1927678573] 'agreement among raft nodes before linearized reading' (duration: 189.535939ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:42:28.327828Z","caller":"traceutil/trace.go:171","msg":"trace[1871317925] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:27144; }","duration":"753.284292ms","start":"2026-04-23T08:42:27.574521Z","end":"2026-04-23T08:42:28.327806Z","steps":["trace[1871317925] 'agreement among raft nodes before linearized reading' (duration: 752.7579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:28.327932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:27.574453Z","time spent":"753.465427ms","remote":"127.0.0.1:48094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1128,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-kube-state-metrics\" "} {"level":"warn","ts":"2026-04-23T08:42:28.331353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.874121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-2zdkx.18a8efb1efe0285a\" ","response":"range_response_count:1 size:880"} {"level":"info","ts":"2026-04-23T08:42:28.331417Z","caller":"traceutil/trace.go:171","msg":"trace[1976822392] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-2zdkx.18a8efb1efe0285a; range_end:; response_count:1; response_revision:27145; }","duration":"106.940433ms","start":"2026-04-23T08:42:28.22446Z","end":"2026-04-23T08:42:28.331401Z","steps":["trace[1976822392] 'agreement among raft nodes before linearized reading' (duration: 106.767219ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:42:28.331408Z","caller":"traceutil/trace.go:171","msg":"trace[1818487988] transaction","detail":"{read_only:false; response_revision:27145; number_of_response:1; }","duration":"101.345882ms","start":"2026-04-23T08:42:28.230024Z","end":"2026-04-23T08:42:28.33137Z","steps":["trace[1818487988] 'process raft request' (duration: 100.963253ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:42:28.439267Z","caller":"traceutil/trace.go:171","msg":"trace[105641085] linearizableReadLoop","detail":"{readStateIndex:28098; appliedIndex:28097; }","duration":"103.36445ms","start":"2026-04-23T08:42:28.335871Z","end":"2026-04-23T08:42:28.439236Z","steps":["trace[105641085] 'read index received' (duration: 94.079263ms)","trace[105641085] 'applied index is now lower than readState.Index' (duration: 9.283737ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:42:28.439284Z","caller":"traceutil/trace.go:171","msg":"trace[1320822092] transaction","detail":"{read_only:false; response_revision:27146; number_of_response:1; }","duration":"103.627386ms","start":"2026-04-23T08:42:28.335627Z","end":"2026-04-23T08:42:28.439254Z","steps":["trace[1320822092] 'process raft request' (duration: 94.408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:28.439574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.667847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-2zdkx\" ","response":"range_response_count:1 size:7661"} {"level":"info","ts":"2026-04-23T08:42:28.439669Z","caller":"traceutil/trace.go:171","msg":"trace[555347781] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-2zdkx; range_end:; response_count:1; response_revision:27146; }","duration":"103.80039ms","start":"2026-04-23T08:42:28.335849Z","end":"2026-04-23T08:42:28.43965Z","steps":["trace[555347781] 'agreement among raft nodes before linearized reading' (duration: 103.499763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:28.440896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.353593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-23T08:42:28.441016Z","caller":"traceutil/trace.go:171","msg":"trace[745244379] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:27146; }","duration":"104.485855ms","start":"2026-04-23T08:42:28.336487Z","end":"2026-04-23T08:42:28.440973Z","steps":["trace[745244379] 'agreement among raft nodes before linearized reading' (duration: 102.97526ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:42:28.698148Z","caller":"traceutil/trace.go:171","msg":"trace[1301729687] linearizableReadLoop","detail":"{readStateIndex:28100; appliedIndex:28098; }","duration":"236.636897ms","start":"2026-04-23T08:42:28.461475Z","end":"2026-04-23T08:42:28.698112Z","steps":["trace[1301729687] 'read index received' (duration: 24.231996ms)","trace[1301729687] 'applied index is now lower than readState.Index' (duration: 212.398761ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:42:28.69835Z","caller":"traceutil/trace.go:171","msg":"trace[1775630794] transaction","detail":"{read_only:false; response_revision:27148; number_of_response:1; }","duration":"244.07355ms","start":"2026-04-23T08:42:28.454232Z","end":"2026-04-23T08:42:28.698306Z","steps":["trace[1775630794] 'process raft request' (duration: 240.62135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:28.698397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.892753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:42:28.698548Z","caller":"traceutil/trace.go:171","msg":"trace[94651584] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27148; }","duration":"237.124428ms","start":"2026-04-23T08:42:28.461404Z","end":"2026-04-23T08:42:28.698529Z","steps":["trace[94651584] 'agreement among raft nodes before linearized reading' (duration: 236.899253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:28.698644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.375678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:42:28.698715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.491061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-h797n.18a8edc39389ddc8\" ","response":"range_response_count:1 size:863"} {"level":"info","ts":"2026-04-23T08:42:28.698775Z","caller":"traceutil/trace.go:171","msg":"trace[1843020465] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:27148; }","duration":"235.531511ms","start":"2026-04-23T08:42:28.46318Z","end":"2026-04-23T08:42:28.698712Z","steps":["trace[1843020465] 'agreement among raft nodes before linearized reading' (duration: 235.327727ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:42:28.698839Z","caller":"traceutil/trace.go:171","msg":"trace[1720203712] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-h797n.18a8edc39389ddc8; range_end:; response_count:1; response_revision:27148; }","duration":"208.680545ms","start":"2026-04-23T08:42:28.490121Z","end":"2026-04-23T08:42:28.698802Z","steps":["trace[1720203712] 'agreement among raft nodes before linearized reading' (duration: 208.409399ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:42:28.967639Z","caller":"traceutil/trace.go:171","msg":"trace[54237860] transaction","detail":"{read_only:false; response_revision:27151; number_of_response:1; }","duration":"201.708873ms","start":"2026-04-23T08:42:28.765889Z","end":"2026-04-23T08:42:28.967598Z","steps":["trace[54237860] 'process raft request' (duration: 186.214272ms)","trace[54237860] 'compare' (duration: 15.00556ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:42:28.98599Z","caller":"traceutil/trace.go:171","msg":"trace[125640748] linearizableReadLoop","detail":"{readStateIndex:28104; appliedIndex:28102; }","duration":"139.83588ms","start":"2026-04-23T08:42:28.846127Z","end":"2026-04-23T08:42:28.985963Z","steps":["trace[125640748] 'read index received' (duration: 105.991571ms)","trace[125640748] 'applied index is now lower than readState.Index' (duration: 33.843089ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:42:28.986076Z","caller":"traceutil/trace.go:171","msg":"trace[1631117285] transaction","detail":"{read_only:false; response_revision:27152; number_of_response:1; }","duration":"216.218471ms","start":"2026-04-23T08:42:28.769802Z","end":"2026-04-23T08:42:28.98602Z","steps":["trace[1631117285] 'process raft request' (duration: 215.972085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:28.986301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.164167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-23T08:42:28.986495Z","caller":"traceutil/trace.go:171","msg":"trace[2059457191] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:27152; }","duration":"140.451485ms","start":"2026-04-23T08:42:28.846035Z","end":"2026-04-23T08:42:28.986486Z","steps":["trace[2059457191] 'agreement among raft nodes before linearized reading' (duration: 140.071906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:28.986301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.7994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"info","ts":"2026-04-23T08:42:28.98659Z","caller":"traceutil/trace.go:171","msg":"trace[1341340511] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:27152; }","duration":"122.130488ms","start":"2026-04-23T08:42:28.864437Z","end":"2026-04-23T08:42:28.986568Z","steps":["trace[1341340511] 'agreement among raft nodes before linearized reading' (duration: 121.690367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:28.986297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.773889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:42:28.986675Z","caller":"traceutil/trace.go:171","msg":"trace[764886333] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27152; }","duration":"104.189299ms","start":"2026-04-23T08:42:28.882455Z","end":"2026-04-23T08:42:28.986644Z","steps":["trace[764886333] 'agreement among raft nodes before linearized reading' (duration: 103.747009ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:42:29.185867Z","caller":"traceutil/trace.go:171","msg":"trace[204932523] transaction","detail":"{read_only:false; response_revision:27154; number_of_response:1; }","duration":"134.718111ms","start":"2026-04-23T08:42:29.051117Z","end":"2026-04-23T08:42:29.185835Z","steps":["trace[204932523] 'process raft request' (duration: 134.396614ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:42:29.187047Z","caller":"traceutil/trace.go:171","msg":"trace[65807628] linearizableReadLoop","detail":"{readStateIndex:28108; appliedIndex:28106; }","duration":"131.858804ms","start":"2026-04-23T08:42:29.055176Z","end":"2026-04-23T08:42:29.187034Z","steps":["trace[65807628] 'read index received' (duration: 130.606315ms)","trace[65807628] 'applied index is now lower than readState.Index' (duration: 1.251269ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:42:29.187174Z","caller":"traceutil/trace.go:171","msg":"trace[1481072923] transaction","detail":"{read_only:false; response_revision:27155; number_of_response:1; }","duration":"133.747468ms","start":"2026-04-23T08:42:29.053359Z","end":"2026-04-23T08:42:29.187107Z","steps":["trace[1481072923] 'process raft request' (duration: 133.535923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:29.187267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.076819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-5c9876cc97-xmd2x\" ","response":"range_response_count:1 size:6052"} {"level":"info","ts":"2026-04-23T08:42:29.187303Z","caller":"traceutil/trace.go:171","msg":"trace[1680434633] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-5c9876cc97-xmd2x; range_end:; response_count:1; response_revision:27156; }","duration":"132.157351ms","start":"2026-04-23T08:42:29.055135Z","end":"2026-04-23T08:42:29.187292Z","steps":["trace[1680434633] 'agreement among raft nodes before linearized reading' (duration: 131.945286ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:42:29.187467Z","caller":"traceutil/trace.go:171","msg":"trace[1822523701] transaction","detail":"{read_only:false; response_revision:27156; number_of_response:1; }","duration":"131.761492ms","start":"2026-04-23T08:42:29.055667Z","end":"2026-04-23T08:42:29.187429Z","steps":["trace[1822523701] 'process raft request' (duration: 131.297931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:29.54574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.082342ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:42:29.54583Z","caller":"traceutil/trace.go:171","msg":"trace[460106782] linearizableReadLoop","detail":"{readStateIndex:28110; appliedIndex:28109; }","duration":"352.390996ms","start":"2026-04-23T08:42:29.193423Z","end":"2026-04-23T08:42:29.545814Z","steps":["trace[460106782] 'read index received' (duration: 161.71509ms)","trace[460106782] 'applied index is now lower than readState.Index' (duration: 190.674056ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:42:29.545892Z","caller":"traceutil/trace.go:171","msg":"trace[397797627] transaction","detail":"{read_only:false; response_revision:27157; number_of_response:1; }","duration":"353.507632ms","start":"2026-04-23T08:42:29.192376Z","end":"2026-04-23T08:42:29.545883Z","steps":["trace[397797627] 'process raft request' (duration: 163.219265ms)","trace[397797627] 'compare' (duration: 189.724223ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:42:29.545935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:29.192346Z","time spent":"353.573413ms","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":832,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T08:42:29.546166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.737614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-23T08:42:29.546192Z","caller":"traceutil/trace.go:171","msg":"trace[90560575] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:27157; }","duration":"352.788085ms","start":"2026-04-23T08:42:29.193397Z","end":"2026-04-23T08:42:29.546185Z","steps":["trace[90560575] 'agreement among raft nodes before linearized reading' (duration: 352.691052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:29.546214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:29.193386Z","time spent":"352.820586ms","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-04-23T08:42:29.582484Z","caller":"traceutil/trace.go:171","msg":"trace[1356103940] transaction","detail":"{read_only:false; response_revision:27158; number_of_response:1; }","duration":"386.44911ms","start":"2026-04-23T08:42:29.196001Z","end":"2026-04-23T08:42:29.58245Z","steps":["trace[1356103940] 'process raft request' (duration: 386.061061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:29.58305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.16559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10378"} {"level":"warn","ts":"2026-04-23T08:42:29.583084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.082534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13230"} {"level":"info","ts":"2026-04-23T08:42:29.58315Z","caller":"traceutil/trace.go:171","msg":"trace[1669905353] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:27159; }","duration":"382.335714ms","start":"2026-04-23T08:42:29.200792Z","end":"2026-04-23T08:42:29.583128Z","steps":["trace[1669905353] 'agreement among raft nodes before linearized reading' (duration: 381.931964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:29.583157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.331045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188496"} {"level":"warn","ts":"2026-04-23T08:42:29.583148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.530055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188253"} {"level":"warn","ts":"2026-04-23T08:42:29.58321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:29.200783Z","time spent":"382.416136ms","remote":"127.0.0.1:47944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10401,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"info","ts":"2026-04-23T08:42:29.58322Z","caller":"traceutil/trace.go:171","msg":"trace[620477703] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:27159; }","duration":"343.452578ms","start":"2026-04-23T08:42:29.239753Z","end":"2026-04-23T08:42:29.583206Z","steps":["trace[620477703] 'agreement among raft nodes before linearized reading' (duration: 343.169641ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:42:29.583177Z","caller":"traceutil/trace.go:171","msg":"trace[1695618273] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:27159; }","duration":"381.191957ms","start":"2026-04-23T08:42:29.20196Z","end":"2026-04-23T08:42:29.583152Z","steps":["trace[1695618273] 'agreement among raft nodes before linearized reading' (duration: 380.747737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:29.583253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:29.239729Z","time spent":"343.518799ms","remote":"127.0.0.1:47944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188519,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-04-23T08:42:29.583266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.057128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24245"} {"level":"info","ts":"2026-04-23T08:42:29.58325Z","caller":"traceutil/trace.go:171","msg":"trace[1111353093] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:27159; }","duration":"185.687519ms","start":"2026-04-23T08:42:29.397536Z","end":"2026-04-23T08:42:29.583224Z","steps":["trace[1111353093] 'agreement among raft nodes before linearized reading' (duration: 185.268399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:29.583293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.05815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5178"} {"level":"warn","ts":"2026-04-23T08:42:29.583305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:29.201953Z","time spent":"381.30212ms","remote":"127.0.0.1:47944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13253,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"info","ts":"2026-04-23T08:42:29.58333Z","caller":"traceutil/trace.go:171","msg":"trace[890843281] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:27159; }","duration":"379.114879ms","start":"2026-04-23T08:42:29.204188Z","end":"2026-04-23T08:42:29.583303Z","steps":["trace[890843281] 'agreement among raft nodes before linearized reading' (duration: 378.939575ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:42:29.583354Z","caller":"traceutil/trace.go:171","msg":"trace[167503344] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:27159; }","duration":"386.135773ms","start":"2026-04-23T08:42:29.197203Z","end":"2026-04-23T08:42:29.583339Z","steps":["trace[167503344] 'agreement among raft nodes before linearized reading' (duration: 385.959489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:29.583381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:29.204182Z","time spent":"379.189041ms","remote":"127.0.0.1:47944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24268,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-04-23T08:42:29.583389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:29.197197Z","time spent":"386.184434ms","remote":"127.0.0.1:47944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5201,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"warn","ts":"2026-04-23T08:42:29.583358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.825815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4334"} {"level":"warn","ts":"2026-04-23T08:42:29.583389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.674722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9321"} {"level":"info","ts":"2026-04-23T08:42:29.583463Z","caller":"traceutil/trace.go:171","msg":"trace[1505068190] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:27159; }","duration":"385.759183ms","start":"2026-04-23T08:42:29.197687Z","end":"2026-04-23T08:42:29.583447Z","steps":["trace[1505068190] 'agreement among raft nodes before linearized reading' (duration: 385.573269ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:42:29.583457Z","caller":"traceutil/trace.go:171","msg":"trace[571163900] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:27159; }","duration":"385.942848ms","start":"2026-04-23T08:42:29.197491Z","end":"2026-04-23T08:42:29.583434Z","steps":["trace[571163900] 'agreement among raft nodes before linearized reading' (duration: 385.654171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:29.583508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:29.197682Z","time spent":"385.813964ms","remote":"127.0.0.1:47944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9344,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"warn","ts":"2026-04-23T08:42:29.583515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.64476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5587"} {"level":"warn","ts":"2026-04-23T08:42:29.583512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.222334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4181"} {"level":"info","ts":"2026-04-23T08:42:29.583616Z","caller":"traceutil/trace.go:171","msg":"trace[992931239] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:27159; }","duration":"385.752554ms","start":"2026-04-23T08:42:29.197843Z","end":"2026-04-23T08:42:29.583595Z","steps":["trace[992931239] 'agreement among raft nodes before linearized reading' (duration: 385.527019ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:42:29.583637Z","caller":"traceutil/trace.go:171","msg":"trace[1344151949] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:27159; }","duration":"386.373068ms","start":"2026-04-23T08:42:29.19724Z","end":"2026-04-23T08:42:29.583613Z","steps":["trace[1344151949] 'agreement among raft nodes before linearized reading' (duration: 386.02766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:29.583667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:29.197838Z","time spent":"385.814055ms","remote":"127.0.0.1:47944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5610,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"warn","ts":"2026-04-23T08:42:29.583056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.440674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:42:29.583708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:29.197236Z","time spent":"386.44458ms","remote":"127.0.0.1:47944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4204,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"warn","ts":"2026-04-23T08:42:29.583719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:29.195987Z","time spent":"386.655135ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6351,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:42:29.583742Z","caller":"traceutil/trace.go:171","msg":"trace[2063970045] transaction","detail":"{read_only:false; response_revision:27159; number_of_response:1; }","duration":"385.314223ms","start":"2026-04-23T08:42:29.19781Z","end":"2026-04-23T08:42:29.583124Z","steps":["trace[2063970045] 'process raft request' (duration: 384.504384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:29.583545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.961368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4084"} {"level":"info","ts":"2026-04-23T08:42:29.58382Z","caller":"traceutil/trace.go:171","msg":"trace[748335890] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:27159; }","duration":"386.265346ms","start":"2026-04-23T08:42:29.197547Z","end":"2026-04-23T08:42:29.583812Z","steps":["trace[748335890] 'agreement among raft nodes before linearized reading' (duration: 385.955929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:29.583846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:29.197533Z","time spent":"386.305356ms","remote":"127.0.0.1:47944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4107,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"info","ts":"2026-04-23T08:42:29.58372Z","caller":"traceutil/trace.go:171","msg":"trace[840078896] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:27159; }","duration":"280.223563ms","start":"2026-04-23T08:42:29.303481Z","end":"2026-04-23T08:42:29.583705Z","steps":["trace[840078896] 'agreement among raft nodes before linearized reading' (duration: 279.439155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:29.583528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:29.197487Z","time spent":"386.03049ms","remote":"127.0.0.1:47944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4357,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"warn","ts":"2026-04-23T08:42:29.583899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:29.197797Z","time spent":"386.00434ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:42:30.111472Z","caller":"traceutil/trace.go:171","msg":"trace[644855953] transaction","detail":"{read_only:false; response_revision:27184; number_of_response:1; }","duration":"156.865437ms","start":"2026-04-23T08:42:29.954569Z","end":"2026-04-23T08:42:30.111434Z","steps":["trace[644855953] 'process raft request' (duration: 81.012489ms)","trace[644855953] 'compare' (duration: 75.192743ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:42:30.51236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.379015ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:42:30.51245Z","caller":"traceutil/trace.go:171","msg":"trace[134788226] transaction","detail":"{read_only:false; response_revision:27188; number_of_response:1; }","duration":"307.530509ms","start":"2026-04-23T08:42:30.204904Z","end":"2026-04-23T08:42:30.512435Z","steps":["trace[134788226] 'process raft request' (duration: 130.00538ms)","trace[134788226] 'compare' (duration: 176.895244ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:42:30.512502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:30.204879Z","time spent":"307.59745ms","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:42:30.542164Z","caller":"traceutil/trace.go:171","msg":"trace[1844285260] linearizableReadLoop","detail":"{readStateIndex:28143; appliedIndex:28140; }","duration":"314.165194ms","start":"2026-04-23T08:42:30.227969Z","end":"2026-04-23T08:42:30.542134Z","steps":["trace[1844285260] 'read index received' (duration: 106.922913ms)","trace[1844285260] 'applied index is now lower than readState.Index' (duration: 207.240721ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:42:30.54294Z","caller":"traceutil/trace.go:171","msg":"trace[1175590701] transaction","detail":"{read_only:false; response_revision:27189; number_of_response:1; }","duration":"337.062578ms","start":"2026-04-23T08:42:30.205856Z","end":"2026-04-23T08:42:30.542919Z","steps":["trace[1175590701] 'process raft request' (duration: 335.629744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:30.543366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:30.20583Z","time spent":"337.424716ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:42:30.54362Z","caller":"traceutil/trace.go:171","msg":"trace[158555807] transaction","detail":"{read_only:false; response_revision:27190; number_of_response:1; }","duration":"337.338954ms","start":"2026-04-23T08:42:30.206269Z","end":"2026-04-23T08:42:30.543608Z","steps":["trace[158555807] 'process raft request' (duration: 335.767507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:30.543783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:30.206261Z","time spent":"337.494997ms","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":903,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T08:42:30.544029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.056688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:42:30.544086Z","caller":"traceutil/trace.go:171","msg":"trace[1414070238] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:27190; }","duration":"316.14033ms","start":"2026-04-23T08:42:30.227918Z","end":"2026-04-23T08:42:30.544058Z","steps":["trace[1414070238] 'agreement among raft nodes before linearized reading' (duration: 316.055288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:30.544473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:30.227893Z","time spent":"316.563021ms","remote":"127.0.0.1:45272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-04-23T08:42:30.544736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.607002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:42:30.544767Z","caller":"traceutil/trace.go:171","msg":"trace[480688510] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:27190; }","duration":"316.694364ms","start":"2026-04-23T08:42:30.228065Z","end":"2026-04-23T08:42:30.544759Z","steps":["trace[480688510] 'agreement among raft nodes before linearized reading' (duration: 316.619852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:30.544938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:30.22804Z","time spent":"316.885849ms","remote":"127.0.0.1:45270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-04-23T08:42:30.545688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.504497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:42:30.545803Z","caller":"traceutil/trace.go:171","msg":"trace[854407446] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:27190; }","duration":"288.659211ms","start":"2026-04-23T08:42:30.257119Z","end":"2026-04-23T08:42:30.545779Z","steps":["trace[854407446] 'agreement among raft nodes before linearized reading' (duration: 288.450076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:30.54718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.199694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7506"} {"level":"info","ts":"2026-04-23T08:42:30.547245Z","caller":"traceutil/trace.go:171","msg":"trace[735138562] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:27190; }","duration":"211.305586ms","start":"2026-04-23T08:42:30.335928Z","end":"2026-04-23T08:42:30.547233Z","steps":["trace[735138562] 'agreement among raft nodes before linearized reading' (duration: 209.384262ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:42:30.820322Z","caller":"traceutil/trace.go:171","msg":"trace[291404932] transaction","detail":"{read_only:false; response_revision:27199; number_of_response:1; }","duration":"102.617942ms","start":"2026-04-23T08:42:30.717664Z","end":"2026-04-23T08:42:30.820282Z","steps":["trace[291404932] 'process raft request' (duration: 95.595638ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:42:30.983452Z","caller":"traceutil/trace.go:171","msg":"trace[560934984] transaction","detail":"{read_only:false; response_revision:27200; number_of_response:1; }","duration":"151.109423ms","start":"2026-04-23T08:42:30.832313Z","end":"2026-04-23T08:42:30.983422Z","steps":["trace[560934984] 'process raft request' (duration: 104.826004ms)","trace[560934984] 'compare' (duration: 46.087684ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:42:31.281749Z","caller":"traceutil/trace.go:171","msg":"trace[918703180] linearizableReadLoop","detail":"{readStateIndex:28154; appliedIndex:28152; }","duration":"428.915489ms","start":"2026-04-23T08:42:30.852805Z","end":"2026-04-23T08:42:31.28172Z","steps":["trace[918703180] 'read index received' (duration: 84.344546ms)","trace[918703180] 'applied index is now lower than readState.Index' (duration: 344.569703ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:42:31.281951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.477617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:42:31.281983Z","caller":"traceutil/trace.go:171","msg":"trace[883781106] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27201; }","duration":"397.540798ms","start":"2026-04-23T08:42:30.884433Z","end":"2026-04-23T08:42:31.281974Z","steps":["trace[883781106] 'agreement among raft nodes before linearized reading' (duration: 397.448446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:31.28201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:30.884364Z","time spent":"397.639361ms","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:42:31.282027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.817187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:42:31.282128Z","caller":"traceutil/trace.go:171","msg":"trace[1286948287] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:27201; }","duration":"253.94468ms","start":"2026-04-23T08:42:31.028161Z","end":"2026-04-23T08:42:31.282106Z","steps":["trace[1286948287] 'agreement among raft nodes before linearized reading' (duration: 253.747956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:31.282266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.481699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-65565fdb7f-8jx2q.18a8efce9666b124\" ","response":"range_response_count:1 size:905"} {"level":"info","ts":"2026-04-23T08:42:31.282371Z","caller":"traceutil/trace.go:171","msg":"trace[1606394648] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-65565fdb7f-8jx2q.18a8efce9666b124; range_end:; response_count:1; response_revision:27201; }","duration":"295.629263ms","start":"2026-04-23T08:42:30.986715Z","end":"2026-04-23T08:42:31.282344Z","steps":["trace[1606394648] 'agreement among raft nodes before linearized reading' (duration: 295.347796ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:42:31.282277Z","caller":"traceutil/trace.go:171","msg":"trace[152498036] transaction","detail":"{read_only:false; response_revision:27201; number_of_response:1; }","duration":"438.632266ms","start":"2026-04-23T08:42:30.843151Z","end":"2026-04-23T08:42:31.281784Z","steps":["trace[152498036] 'process raft request' (duration: 405.178466ms)","trace[152498036] 'compare' (duration: 32.976969ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:42:31.282819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:30.843131Z","time spent":"439.539057ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7569,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:42:31.283603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.777683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-cinder-server-0.18a8edf30ce87669\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:27194 ","response":"range_response_count:500 size:388604"} {"level":"info","ts":"2026-04-23T08:42:31.283681Z","caller":"traceutil/trace.go:171","msg":"trace[1257103113] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-cinder-server-0.18a8edf30ce87669\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:27201; }","duration":"430.930047ms","start":"2026-04-23T08:42:30.852736Z","end":"2026-04-23T08:42:31.283666Z","steps":["trace[1257103113] 'agreement among raft nodes before linearized reading' (duration: 429.094994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:31.283719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:30.852706Z","time spent":"430.998559ms","remote":"127.0.0.1:48398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":119,"response count":667,"response size":388627,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-cinder-server-0.18a8edf30ce87669\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:27194 "} {"level":"info","ts":"2026-04-23T08:42:31.447321Z","caller":"traceutil/trace.go:171","msg":"trace[737366594] transaction","detail":"{read_only:false; response_revision:27204; number_of_response:1; }","duration":"106.186375ms","start":"2026-04-23T08:42:31.34109Z","end":"2026-04-23T08:42:31.447276Z","steps":["trace[737366594] 'process raft request' (duration: 47.253541ms)","trace[737366594] 'compare' (duration: 58.270049ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:42:32.15784Z","caller":"traceutil/trace.go:171","msg":"trace[630277719] transaction","detail":"{read_only:false; response_revision:27220; number_of_response:1; }","duration":"402.086405ms","start":"2026-04-23T08:42:31.755729Z","end":"2026-04-23T08:42:32.157815Z","steps":["trace[630277719] 'process raft request' (duration: 401.777598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:32.158027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:31.755698Z","time spent":"402.243298ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7465,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:42:32.165363Z","caller":"traceutil/trace.go:171","msg":"trace[984275480] linearizableReadLoop","detail":"{readStateIndex:28174; appliedIndex:28172; }","duration":"280.50992ms","start":"2026-04-23T08:42:31.884829Z","end":"2026-04-23T08:42:32.165339Z","steps":["trace[984275480] 'read index received' (duration: 272.716568ms)","trace[984275480] 'applied index is now lower than readState.Index' (duration: 7.789502ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:42:32.16542Z","caller":"traceutil/trace.go:171","msg":"trace[785529205] transaction","detail":"{read_only:false; response_revision:27221; number_of_response:1; }","duration":"373.783874ms","start":"2026-04-23T08:42:31.791594Z","end":"2026-04-23T08:42:32.165378Z","steps":["trace[785529205] 'process raft request' (duration: 373.627761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:32.165605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.056263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:42:32.165672Z","caller":"traceutil/trace.go:171","msg":"trace[1318104336] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:27221; }","duration":"109.169036ms","start":"2026-04-23T08:42:32.056488Z","end":"2026-04-23T08:42:32.165657Z","steps":["trace[1318104336] 'agreement among raft nodes before linearized reading' (duration: 109.009442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:32.165769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:31.791567Z","time spent":"374.049301ms","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":824,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T08:42:32.165527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.689894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:42:32.165911Z","caller":"traceutil/trace.go:171","msg":"trace[1076571508] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27221; }","duration":"281.143954ms","start":"2026-04-23T08:42:31.884755Z","end":"2026-04-23T08:42:32.165899Z","steps":["trace[1076571508] 'agreement among raft nodes before linearized reading' (duration: 280.702104ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:42:33.928352Z","caller":"traceutil/trace.go:171","msg":"trace[1189374053] transaction","detail":"{read_only:false; response_revision:27236; number_of_response:1; }","duration":"292.500698ms","start":"2026-04-23T08:42:33.635823Z","end":"2026-04-23T08:42:33.928324Z","steps":["trace[1189374053] 'process raft request' (duration: 292.323894ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:42:36.110728Z","caller":"traceutil/trace.go:171","msg":"trace[1346729217] transaction","detail":"{read_only:false; response_revision:27243; number_of_response:1; }","duration":"172.568484ms","start":"2026-04-23T08:42:35.938127Z","end":"2026-04-23T08:42:36.110695Z","steps":["trace[1346729217] 'process raft request' (duration: 172.350228ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:42:37.067955Z","caller":"traceutil/trace.go:171","msg":"trace[1709085762] linearizableReadLoop","detail":"{readStateIndex:28204; appliedIndex:28203; }","duration":"164.241109ms","start":"2026-04-23T08:42:36.903672Z","end":"2026-04-23T08:42:37.067913Z","steps":["trace[1709085762] 'read index received' (duration: 155.114116ms)","trace[1709085762] 'applied index is now lower than readState.Index' (duration: 9.124823ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:42:37.068132Z","caller":"traceutil/trace.go:171","msg":"trace[871407333] transaction","detail":"{read_only:false; response_revision:27251; number_of_response:1; }","duration":"181.534802ms","start":"2026-04-23T08:42:36.886583Z","end":"2026-04-23T08:42:37.068118Z","steps":["trace[871407333] 'process raft request' (duration: 172.274836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:37.068391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.70304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:42:37.068473Z","caller":"traceutil/trace.go:171","msg":"trace[36964045] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27251; }","duration":"164.835703ms","start":"2026-04-23T08:42:36.903617Z","end":"2026-04-23T08:42:37.068453Z","steps":["trace[36964045] 'agreement among raft nodes before linearized reading' (duration: 164.72651ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:42:37.198485Z","caller":"traceutil/trace.go:171","msg":"trace[1867594361] linearizableReadLoop","detail":"{readStateIndex:28205; appliedIndex:28204; }","duration":"114.138631ms","start":"2026-04-23T08:42:37.084313Z","end":"2026-04-23T08:42:37.198451Z","steps":["trace[1867594361] 'read index received' (duration: 113.908565ms)","trace[1867594361] 'applied index is now lower than readState.Index' (duration: 228.416µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:42:37.19861Z","caller":"traceutil/trace.go:171","msg":"trace[857541573] transaction","detail":"{read_only:false; response_revision:27252; number_of_response:1; }","duration":"116.502166ms","start":"2026-04-23T08:42:37.082095Z","end":"2026-04-23T08:42:37.198597Z","steps":["trace[857541573] 'process raft request' (duration: 116.126437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:37.19879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.433087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:42:37.198927Z","caller":"traceutil/trace.go:171","msg":"trace[321526526] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27252; }","duration":"114.627012ms","start":"2026-04-23T08:42:37.08428Z","end":"2026-04-23T08:42:37.198907Z","steps":["trace[321526526] 'agreement among raft nodes before linearized reading' (duration: 114.367136ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:42:37.20357Z","caller":"traceutil/trace.go:171","msg":"trace[929476839] transaction","detail":"{read_only:false; response_revision:27253; number_of_response:1; }","duration":"108.597342ms","start":"2026-04-23T08:42:37.094942Z","end":"2026-04-23T08:42:37.20354Z","steps":["trace[929476839] 'process raft request' (duration: 107.935647ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:42:38.187287Z","caller":"traceutil/trace.go:171","msg":"trace[1390112859] transaction","detail":"{read_only:false; response_revision:27259; number_of_response:1; }","duration":"118.755719ms","start":"2026-04-23T08:42:38.068494Z","end":"2026-04-23T08:42:38.18725Z","steps":["trace[1390112859] 'process raft request' (duration: 118.552644ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:42:38.45714Z","caller":"traceutil/trace.go:171","msg":"trace[1865832973] linearizableReadLoop","detail":"{readStateIndex:28213; appliedIndex:28212; }","duration":"341.729017ms","start":"2026-04-23T08:42:38.115376Z","end":"2026-04-23T08:42:38.457105Z","steps":["trace[1865832973] 'read index received' (duration: 72.185693ms)","trace[1865832973] 'applied index is now lower than readState.Index' (duration: 269.541494ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:42:38.457207Z","caller":"traceutil/trace.go:171","msg":"trace[2053695533] transaction","detail":"{read_only:false; response_revision:27260; number_of_response:1; }","duration":"384.567546ms","start":"2026-04-23T08:42:38.072604Z","end":"2026-04-23T08:42:38.457171Z","steps":["trace[2053695533] 'process raft request' (duration: 329.712527ms)","trace[2053695533] 'compare' (duration: 54.639384ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:42:38.457367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:38.072544Z","time spent":"384.724739ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5072,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:42:38.457381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.508042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:42:38.457422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.035124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-23T08:42:38.45769Z","caller":"traceutil/trace.go:171","msg":"trace[435673742] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27260; }","duration":"342.368773ms","start":"2026-04-23T08:42:38.1153Z","end":"2026-04-23T08:42:38.457669Z","steps":["trace[435673742] 'agreement among raft nodes before linearized reading' (duration: 341.921842ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:42:38.457716Z","caller":"traceutil/trace.go:171","msg":"trace[1834174346] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:27260; }","duration":"311.583114ms","start":"2026-04-23T08:42:38.145849Z","end":"2026-04-23T08:42:38.457432Z","steps":["trace[1834174346] 'agreement among raft nodes before linearized reading' (duration: 311.468951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:38.457771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.458727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-04-23T08:42:38.457729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:38.115274Z","time spent":"342.444774ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T08:42:38.457829Z","caller":"traceutil/trace.go:171","msg":"trace[348845555] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:27260; }","duration":"159.519509ms","start":"2026-04-23T08:42:38.298292Z","end":"2026-04-23T08:42:38.457812Z","steps":["trace[348845555] 'agreement among raft nodes before linearized reading' (duration: 159.315064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:38.457801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:42:38.145826Z","time spent":"311.957813ms","remote":"127.0.0.1:49592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:42:38.654155Z","caller":"traceutil/trace.go:171","msg":"trace[2054707170] transaction","detail":"{read_only:false; response_revision:27262; number_of_response:1; }","duration":"183.613031ms","start":"2026-04-23T08:42:38.470518Z","end":"2026-04-23T08:42:38.654131Z","steps":["trace[2054707170] 'process raft request' (duration: 183.476668ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:42:38.80182Z","caller":"traceutil/trace.go:171","msg":"trace[1566856240] transaction","detail":"{read_only:false; response_revision:27263; number_of_response:1; }","duration":"132.857527ms","start":"2026-04-23T08:42:38.668941Z","end":"2026-04-23T08:42:38.801798Z","steps":["trace[1566856240] 'process raft request' (duration: 75.674544ms)","trace[1566856240] 'compare' (duration: 56.62096ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:42:38.802033Z","caller":"traceutil/trace.go:171","msg":"trace[1118291874] transaction","detail":"{read_only:false; response_revision:27264; number_of_response:1; }","duration":"105.394017ms","start":"2026-04-23T08:42:38.696632Z","end":"2026-04-23T08:42:38.802026Z","steps":["trace[1118291874] 'process raft request' (duration: 104.733741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:39.104672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.980761ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-23T08:42:39.104824Z","caller":"traceutil/trace.go:171","msg":"trace[1980211942] linearizableReadLoop","detail":"{readStateIndex:28219; appliedIndex:28218; }","duration":"220.220224ms","start":"2026-04-23T08:42:38.884582Z","end":"2026-04-23T08:42:39.104802Z","steps":["trace[1980211942] 'read index received' (duration: 108.000578ms)","trace[1980211942] 'applied index is now lower than readState.Index' (duration: 112.217956ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:42:39.104978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.381917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:42:39.105014Z","caller":"traceutil/trace.go:171","msg":"trace[2116729324] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27265; }","duration":"220.456539ms","start":"2026-04-23T08:42:38.884545Z","end":"2026-04-23T08:42:39.105002Z","steps":["trace[2116729324] 'agreement among raft nodes before linearized reading' (duration: 220.372218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:39.105516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.196994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-23T08:42:39.105612Z","caller":"traceutil/trace.go:171","msg":"trace[357536198] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27265; }","duration":"220.307426ms","start":"2026-04-23T08:42:38.885282Z","end":"2026-04-23T08:42:39.10559Z","steps":["trace[357536198] 'agreement among raft nodes before linearized reading' (duration: 220.093261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:39.105516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.031699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-vip-instance.18a8edcb26b9bf2b\" ","response":"range_response_count:1 size:713"} {"level":"info","ts":"2026-04-23T08:42:39.10573Z","caller":"traceutil/trace.go:171","msg":"trace[2094446182] range","detail":"{range_begin:/registry/events/kube-system/kube-vip-instance.18a8edcb26b9bf2b; range_end:; response_count:1; response_revision:27265; }","duration":"114.295745ms","start":"2026-04-23T08:42:38.991403Z","end":"2026-04-23T08:42:39.105699Z","steps":["trace[2094446182] 'agreement among raft nodes before linearized reading' (duration: 113.942766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:39.106454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.139085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T08:42:39.106556Z","caller":"traceutil/trace.go:171","msg":"trace[671039738] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27265; }","duration":"221.293259ms","start":"2026-04-23T08:42:38.885251Z","end":"2026-04-23T08:42:39.106544Z","steps":["trace[671039738] 'agreement among raft nodes before linearized reading' (duration: 219.889807ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:42:39.245586Z","caller":"traceutil/trace.go:171","msg":"trace[1782454512] transaction","detail":"{read_only:false; response_revision:27267; number_of_response:1; }","duration":"136.471462ms","start":"2026-04-23T08:42:39.109067Z","end":"2026-04-23T08:42:39.245539Z","steps":["trace[1782454512] 'process raft request' (duration: 136.150035ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:42:39.245638Z","caller":"traceutil/trace.go:171","msg":"trace[1569904369] transaction","detail":"{read_only:false; response_revision:27268; number_of_response:1; }","duration":"134.401964ms","start":"2026-04-23T08:42:39.111196Z","end":"2026-04-23T08:42:39.245598Z","steps":["trace[1569904369] 'process raft request' (duration: 134.25663ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:42:39.246032Z","caller":"traceutil/trace.go:171","msg":"trace[737939883] transaction","detail":"{read_only:false; response_revision:27269; number_of_response:1; }","duration":"134.285151ms","start":"2026-04-23T08:42:39.111721Z","end":"2026-04-23T08:42:39.246007Z","steps":["trace[737939883] 'process raft request' (duration: 133.81499ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:42:40.381308Z","caller":"traceutil/trace.go:171","msg":"trace[1357043896] linearizableReadLoop","detail":"{readStateIndex:28230; appliedIndex:28229; }","duration":"135.207793ms","start":"2026-04-23T08:42:40.246061Z","end":"2026-04-23T08:42:40.381268Z","steps":["trace[1357043896] 'read index received' (duration: 134.804033ms)","trace[1357043896] 'applied index is now lower than readState.Index' (duration: 401.64µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:42:40.381428Z","caller":"traceutil/trace.go:171","msg":"trace[721820656] transaction","detail":"{read_only:false; response_revision:27276; number_of_response:1; }","duration":"147.416597ms","start":"2026-04-23T08:42:40.233988Z","end":"2026-04-23T08:42:40.381404Z","steps":["trace[721820656] 'process raft request' (duration: 146.969167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:40.381488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.393817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:42:40.381533Z","caller":"traceutil/trace.go:171","msg":"trace[943472304] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:27276; }","duration":"135.483429ms","start":"2026-04-23T08:42:40.246034Z","end":"2026-04-23T08:42:40.381518Z","steps":["trace[943472304] 'agreement among raft nodes before linearized reading' (duration: 135.372096ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:42:41.343875Z","caller":"traceutil/trace.go:171","msg":"trace[993651030] transaction","detail":"{read_only:false; response_revision:27279; number_of_response:1; }","duration":"197.30365ms","start":"2026-04-23T08:42:41.14652Z","end":"2026-04-23T08:42:41.343824Z","steps":["trace[993651030] 'process raft request' (duration: 197.024444ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:42:55.053522Z","caller":"traceutil/trace.go:171","msg":"trace[646809228] linearizableReadLoop","detail":"{readStateIndex:28326; appliedIndex:28325; }","duration":"169.734797ms","start":"2026-04-23T08:42:54.883759Z","end":"2026-04-23T08:42:55.053494Z","steps":["trace[646809228] 'read index received' (duration: 169.600764ms)","trace[646809228] 'applied index is now lower than readState.Index' (duration: 132.743µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:42:55.053627Z","caller":"traceutil/trace.go:171","msg":"trace[1349838129] transaction","detail":"{read_only:false; response_revision:27367; number_of_response:1; }","duration":"176.087076ms","start":"2026-04-23T08:42:54.877484Z","end":"2026-04-23T08:42:55.053571Z","steps":["trace[1349838129] 'process raft request' (duration: 175.819819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:55.053705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.924121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:42:55.053881Z","caller":"traceutil/trace.go:171","msg":"trace[1447880160] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27367; }","duration":"170.164047ms","start":"2026-04-23T08:42:54.883699Z","end":"2026-04-23T08:42:55.053863Z","steps":["trace[1447880160] 'agreement among raft nodes before linearized reading' (duration: 169.944612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:55.072043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.637225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3226"} {"level":"info","ts":"2026-04-23T08:42:55.072132Z","caller":"traceutil/trace.go:171","msg":"trace[169539759] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:27368; }","duration":"184.778668ms","start":"2026-04-23T08:42:54.88733Z","end":"2026-04-23T08:42:55.072108Z","steps":["trace[169539759] 'agreement among raft nodes before linearized reading' (duration: 184.539062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:42:55.072177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.270557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-23T08:42:55.072272Z","caller":"traceutil/trace.go:171","msg":"trace[1135302652] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:27368; }","duration":"157.382869ms","start":"2026-04-23T08:42:54.914866Z","end":"2026-04-23T08:42:55.072249Z","steps":["trace[1135302652] 'agreement among raft nodes before linearized reading' (duration: 157.067952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:27.895747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.177548ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:43:27.895885Z","caller":"traceutil/trace.go:171","msg":"trace[1806980056] transaction","detail":"{read_only:false; response_revision:27779; number_of_response:1; }","duration":"234.844615ms","start":"2026-04-23T08:43:27.661014Z","end":"2026-04-23T08:43:27.895858Z","steps":["trace[1806980056] 'process raft request' (duration: 91.461062ms)","trace[1806980056] 'compare' (duration: 142.926012ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:43:27.921835Z","caller":"traceutil/trace.go:171","msg":"trace[1565190272] transaction","detail":"{read_only:false; response_revision:27780; number_of_response:1; }","duration":"251.829831ms","start":"2026-04-23T08:43:27.669967Z","end":"2026-04-23T08:43:27.921797Z","steps":["trace[1565190272] 'process raft request' (duration: 251.606916ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:28.920511Z","caller":"traceutil/trace.go:171","msg":"trace[407208871] transaction","detail":"{read_only:false; response_revision:27788; number_of_response:1; }","duration":"105.175192ms","start":"2026-04-23T08:43:28.815301Z","end":"2026-04-23T08:43:28.920476Z","steps":["trace[407208871] 'process raft request' (duration: 104.177999ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:33.071166Z","caller":"traceutil/trace.go:171","msg":"trace[915168874] linearizableReadLoop","detail":"{readStateIndex:28815; appliedIndex:28813; }","duration":"101.757253ms","start":"2026-04-23T08:43:32.969361Z","end":"2026-04-23T08:43:33.071118Z","steps":["trace[915168874] 'read index received' (duration: 68.64414ms)","trace[915168874] 'applied index is now lower than readState.Index' (duration: 33.110613ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:43:33.071294Z","caller":"traceutil/trace.go:171","msg":"trace[1551450921] transaction","detail":"{read_only:false; response_revision:27817; number_of_response:1; }","duration":"120.305345ms","start":"2026-04-23T08:43:32.950946Z","end":"2026-04-23T08:43:33.071251Z","steps":["trace[1551450921] 'process raft request' (duration: 118.113864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:33.071472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.07767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:43:33.071543Z","caller":"traceutil/trace.go:171","msg":"trace[1927678582] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:27817; }","duration":"102.234424ms","start":"2026-04-23T08:43:32.969284Z","end":"2026-04-23T08:43:33.071518Z","steps":["trace[1927678582] 'agreement among raft nodes before linearized reading' (duration: 102.06367ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:33.261816Z","caller":"traceutil/trace.go:171","msg":"trace[1033901094] linearizableReadLoop","detail":"{readStateIndex:28816; appliedIndex:28815; }","duration":"164.751451ms","start":"2026-04-23T08:43:33.097033Z","end":"2026-04-23T08:43:33.261784Z","steps":["trace[1033901094] 'read index received' (duration: 84.901839ms)","trace[1033901094] 'applied index is now lower than readState.Index' (duration: 79.847292ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:43:33.261893Z","caller":"traceutil/trace.go:171","msg":"trace[34569992] transaction","detail":"{read_only:false; response_revision:27818; number_of_response:1; }","duration":"184.950012ms","start":"2026-04-23T08:43:33.07689Z","end":"2026-04-23T08:43:33.26184Z","steps":["trace[34569992] 'process raft request' (duration: 105.183582ms)","trace[34569992] 'compare' (duration: 79.492614ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:43:33.262259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.153861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:43:33.262529Z","caller":"traceutil/trace.go:171","msg":"trace[1814301885] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27818; }","duration":"165.375976ms","start":"2026-04-23T08:43:33.096974Z","end":"2026-04-23T08:43:33.26235Z","steps":["trace[1814301885] 'agreement among raft nodes before linearized reading' (duration: 164.955716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:33.27222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.442144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:43:33.272289Z","caller":"traceutil/trace.go:171","msg":"trace[164743499] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:27819; }","duration":"152.513466ms","start":"2026-04-23T08:43:33.119764Z","end":"2026-04-23T08:43:33.272277Z","steps":["trace[164743499] 'agreement among raft nodes before linearized reading' (duration: 152.401063ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:33.734042Z","caller":"traceutil/trace.go:171","msg":"trace[35056239] transaction","detail":"{read_only:false; response_revision:27823; number_of_response:1; }","duration":"160.387589ms","start":"2026-04-23T08:43:33.57361Z","end":"2026-04-23T08:43:33.733997Z","steps":["trace[35056239] 'process raft request' (duration: 160.222035ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:33.734159Z","caller":"traceutil/trace.go:171","msg":"trace[13868121] transaction","detail":"{read_only:false; response_revision:27822; number_of_response:1; }","duration":"160.564063ms","start":"2026-04-23T08:43:33.573559Z","end":"2026-04-23T08:43:33.734123Z","steps":["trace[13868121] 'process raft request' (duration: 148.926032ms)","trace[13868121] 'compare' (duration: 10.857333ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:43:33.807623Z","caller":"traceutil/trace.go:171","msg":"trace[374048223] linearizableReadLoop","detail":"{readStateIndex:28822; appliedIndex:28819; }","duration":"170.030874ms","start":"2026-04-23T08:43:33.637561Z","end":"2026-04-23T08:43:33.807592Z","steps":["trace[374048223] 'read index received' (duration: 84.91576ms)","trace[374048223] 'applied index is now lower than readState.Index' (duration: 85.113844ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:43:33.807756Z","caller":"traceutil/trace.go:171","msg":"trace[1647071033] transaction","detail":"{read_only:false; response_revision:27825; number_of_response:1; }","duration":"163.557674ms","start":"2026-04-23T08:43:33.644153Z","end":"2026-04-23T08:43:33.80771Z","steps":["trace[1647071033] 'process raft request' (duration: 163.364859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:33.807861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.242449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:43:33.807976Z","caller":"traceutil/trace.go:171","msg":"trace[1533284468] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:27825; }","duration":"170.445953ms","start":"2026-04-23T08:43:33.63751Z","end":"2026-04-23T08:43:33.807956Z","steps":["trace[1533284468] 'agreement among raft nodes before linearized reading' (duration: 170.210768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:33.808194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.710204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T08:43:33.808253Z","caller":"traceutil/trace.go:171","msg":"trace[1313620771] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27825; }","duration":"117.9709ms","start":"2026-04-23T08:43:33.69027Z","end":"2026-04-23T08:43:33.808241Z","steps":["trace[1313620771] 'agreement among raft nodes before linearized reading' (duration: 117.511879ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:33.807671Z","caller":"traceutil/trace.go:171","msg":"trace[1063858800] transaction","detail":"{read_only:false; response_revision:27824; number_of_response:1; }","duration":"226.138693ms","start":"2026-04-23T08:43:33.581482Z","end":"2026-04-23T08:43:33.807621Z","steps":["trace[1063858800] 'process raft request' (duration: 225.813115ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:34.091317Z","caller":"traceutil/trace.go:171","msg":"trace[442156336] linearizableReadLoop","detail":"{readStateIndex:28825; appliedIndex:28824; }","duration":"213.881126ms","start":"2026-04-23T08:43:33.877405Z","end":"2026-04-23T08:43:34.091286Z","steps":["trace[442156336] 'read index received' (duration: 160.520602ms)","trace[442156336] 'applied index is now lower than readState.Index' (duration: 53.359394ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:43:34.091469Z","caller":"traceutil/trace.go:171","msg":"trace[710777500] transaction","detail":"{read_only:false; response_revision:27827; number_of_response:1; }","duration":"217.48353ms","start":"2026-04-23T08:43:33.873932Z","end":"2026-04-23T08:43:34.091416Z","steps":["trace[710777500] 'process raft request' (duration: 163.960352ms)","trace[710777500] 'compare' (duration: 53.158769ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:43:34.091575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.278787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:43:34.091517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.096801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:43:34.091673Z","caller":"traceutil/trace.go:171","msg":"trace[1376625167] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:27827; }","duration":"214.333637ms","start":"2026-04-23T08:43:33.877319Z","end":"2026-04-23T08:43:34.091653Z","steps":["trace[1376625167] 'agreement among raft nodes before linearized reading' (duration: 214.089801ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:34.091616Z","caller":"traceutil/trace.go:171","msg":"trace[216412041] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:27827; }","duration":"169.403929ms","start":"2026-04-23T08:43:33.922197Z","end":"2026-04-23T08:43:34.091601Z","steps":["trace[216412041] 'agreement among raft nodes before linearized reading' (duration: 169.297497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:34.091897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.528356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-04-23T08:43:34.091976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.192634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T08:43:34.092008Z","caller":"traceutil/trace.go:171","msg":"trace[1357887376] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27827; }","duration":"161.680009ms","start":"2026-04-23T08:43:33.930308Z","end":"2026-04-23T08:43:34.091988Z","steps":["trace[1357887376] 'agreement among raft nodes before linearized reading' (duration: 161.330551ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:34.092072Z","caller":"traceutil/trace.go:171","msg":"trace[20420582] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27827; }","duration":"169.359389ms","start":"2026-04-23T08:43:33.922692Z","end":"2026-04-23T08:43:34.092052Z","steps":["trace[20420582] 'agreement among raft nodes before linearized reading' (duration: 169.063622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:34.456797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.352739ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-23T08:43:34.457021Z","caller":"traceutil/trace.go:171","msg":"trace[641322088] linearizableReadLoop","detail":"{readStateIndex:28827; appliedIndex:28826; }","duration":"188.32548ms","start":"2026-04-23T08:43:34.268679Z","end":"2026-04-23T08:43:34.457004Z","steps":["trace[641322088] 'read index received' (duration: 30.931391ms)","trace[641322088] 'applied index is now lower than readState.Index' (duration: 157.393069ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:43:34.457147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.461153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-04-23T08:43:34.457173Z","caller":"traceutil/trace.go:171","msg":"trace[361180887] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:27828; }","duration":"188.524165ms","start":"2026-04-23T08:43:34.268638Z","end":"2026-04-23T08:43:34.457162Z","steps":["trace[361180887] 'agreement among raft nodes before linearized reading' (duration: 188.413322ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:34.457359Z","caller":"traceutil/trace.go:171","msg":"trace[1379007687] transaction","detail":"{read_only:false; response_revision:27829; number_of_response:1; }","duration":"182.511335ms","start":"2026-04-23T08:43:34.274829Z","end":"2026-04-23T08:43:34.457341Z","steps":["trace[1379007687] 'process raft request' (duration: 182.067735ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:34.732105Z","caller":"traceutil/trace.go:171","msg":"trace[1805616035] transaction","detail":"{read_only:false; response_revision:27831; number_of_response:1; }","duration":"179.272029ms","start":"2026-04-23T08:43:34.552808Z","end":"2026-04-23T08:43:34.73208Z","steps":["trace[1805616035] 'process raft request' (duration: 179.121815ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:34.770502Z","caller":"traceutil/trace.go:171","msg":"trace[293581136] linearizableReadLoop","detail":"{readStateIndex:28831; appliedIndex:28829; }","duration":"143.795432ms","start":"2026-04-23T08:43:34.626675Z","end":"2026-04-23T08:43:34.770471Z","steps":["trace[293581136] 'read index received' (duration: 105.313485ms)","trace[293581136] 'applied index is now lower than readState.Index' (duration: 38.480947ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:43:34.770717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.023347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:43:34.770754Z","caller":"traceutil/trace.go:171","msg":"trace[407522682] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:27834; }","duration":"144.108559ms","start":"2026-04-23T08:43:34.626631Z","end":"2026-04-23T08:43:34.770739Z","steps":["trace[407522682] 'agreement among raft nodes before linearized reading' (duration: 143.950705ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:34.771025Z","caller":"traceutil/trace.go:171","msg":"trace[251171382] transaction","detail":"{read_only:false; response_revision:27832; number_of_response:1; }","duration":"162.012236ms","start":"2026-04-23T08:43:34.608935Z","end":"2026-04-23T08:43:34.770947Z","steps":["trace[251171382] 'process raft request' (duration: 161.30884ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:34.771127Z","caller":"traceutil/trace.go:171","msg":"trace[602607400] transaction","detail":"{read_only:false; response_revision:27833; number_of_response:1; }","duration":"117.174092ms","start":"2026-04-23T08:43:34.653943Z","end":"2026-04-23T08:43:34.771117Z","steps":["trace[602607400] 'process raft request' (duration: 116.457095ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:35.365578Z","caller":"traceutil/trace.go:171","msg":"trace[1058841484] linearizableReadLoop","detail":"{readStateIndex:28835; appliedIndex:28834; }","duration":"322.217522ms","start":"2026-04-23T08:43:35.043329Z","end":"2026-04-23T08:43:35.365547Z","steps":["trace[1058841484] 'read index received' (duration: 321.999187ms)","trace[1058841484] 'applied index is now lower than readState.Index' (duration: 217.285µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:43:35.365725Z","caller":"traceutil/trace.go:171","msg":"trace[1614933220] transaction","detail":"{read_only:false; response_revision:27836; number_of_response:1; }","duration":"341.788769ms","start":"2026-04-23T08:43:35.023867Z","end":"2026-04-23T08:43:35.365655Z","steps":["trace[1614933220] 'process raft request' (duration: 341.472822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:35.365944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:35.023812Z","time spent":"341.984543ms","remote":"127.0.0.1:48352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9525,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:43:35.366432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.076292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-23T08:43:35.366546Z","caller":"traceutil/trace.go:171","msg":"trace[96181990] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27836; }","duration":"323.253176ms","start":"2026-04-23T08:43:35.043265Z","end":"2026-04-23T08:43:35.366519Z","steps":["trace[96181990] 'agreement among raft nodes before linearized reading' (duration: 322.430547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:35.3666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:35.043219Z","time spent":"323.371099ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T08:43:35.394303Z","caller":"traceutil/trace.go:171","msg":"trace[87011169] transaction","detail":"{read_only:false; response_revision:27838; number_of_response:1; }","duration":"115.413941ms","start":"2026-04-23T08:43:35.278847Z","end":"2026-04-23T08:43:35.394261Z","steps":["trace[87011169] 'process raft request' (duration: 115.314419ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:35.394351Z","caller":"traceutil/trace.go:171","msg":"trace[947267477] transaction","detail":"{read_only:false; response_revision:27837; number_of_response:1; }","duration":"259.239274ms","start":"2026-04-23T08:43:35.135083Z","end":"2026-04-23T08:43:35.394323Z","steps":["trace[947267477] 'process raft request' (duration: 258.887846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:35.394411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.606814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-23T08:43:35.394502Z","caller":"traceutil/trace.go:171","msg":"trace[1983873482] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27838; }","duration":"317.763528ms","start":"2026-04-23T08:43:35.076715Z","end":"2026-04-23T08:43:35.394479Z","steps":["trace[1983873482] 'agreement among raft nodes before linearized reading' (duration: 317.500452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:35.394567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:35.07669Z","time spent":"317.864061ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T08:43:35.394654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.16435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T08:43:35.39465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.52631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-23T08:43:35.394699Z","caller":"traceutil/trace.go:171","msg":"trace[1595102030] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:27838; }","duration":"198.288833ms","start":"2026-04-23T08:43:35.196398Z","end":"2026-04-23T08:43:35.394687Z","steps":["trace[1595102030] 'agreement among raft nodes before linearized reading' (duration: 198.1537ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:35.394714Z","caller":"traceutil/trace.go:171","msg":"trace[601111018] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27838; }","duration":"126.651273ms","start":"2026-04-23T08:43:35.268044Z","end":"2026-04-23T08:43:35.394696Z","steps":["trace[601111018] 'agreement among raft nodes before linearized reading' (duration: 126.476259ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:35.566419Z","caller":"traceutil/trace.go:171","msg":"trace[420574817] transaction","detail":"{read_only:false; response_revision:27839; number_of_response:1; }","duration":"192.231002ms","start":"2026-04-23T08:43:35.374165Z","end":"2026-04-23T08:43:35.566396Z","steps":["trace[420574817] 'process raft request' (duration: 191.983806ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:35.566927Z","caller":"traceutil/trace.go:171","msg":"trace[1202793424] transaction","detail":"{read_only:false; response_revision:27840; number_of_response:1; }","duration":"192.350765ms","start":"2026-04-23T08:43:35.374532Z","end":"2026-04-23T08:43:35.566882Z","steps":["trace[1202793424] 'process raft request' (duration: 191.801062ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:35.599689Z","caller":"traceutil/trace.go:171","msg":"trace[87949389] linearizableReadLoop","detail":"{readStateIndex:28841; appliedIndex:28837; }","duration":"133.707498ms","start":"2026-04-23T08:43:35.465955Z","end":"2026-04-23T08:43:35.599662Z","steps":["trace[87949389] 'read index received' (duration: 100.265848ms)","trace[87949389] 'applied index is now lower than readState.Index' (duration: 33.44039ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:43:35.599879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.901852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:43:35.599921Z","caller":"traceutil/trace.go:171","msg":"trace[1321808621] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:27842; }","duration":"134.029264ms","start":"2026-04-23T08:43:35.465882Z","end":"2026-04-23T08:43:35.599911Z","steps":["trace[1321808621] 'agreement among raft nodes before linearized reading' (duration: 133.905551ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:35.599782Z","caller":"traceutil/trace.go:171","msg":"trace[1997684097] transaction","detail":"{read_only:false; response_revision:27841; number_of_response:1; }","duration":"192.548819ms","start":"2026-04-23T08:43:35.407157Z","end":"2026-04-23T08:43:35.599705Z","steps":["trace[1997684097] 'process raft request' (duration: 192.317823ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:35.599819Z","caller":"traceutil/trace.go:171","msg":"trace[629332261] transaction","detail":"{read_only:false; response_revision:27842; number_of_response:1; }","duration":"186.613951ms","start":"2026-04-23T08:43:35.413154Z","end":"2026-04-23T08:43:35.599768Z","steps":["trace[629332261] 'process raft request' (duration: 186.474228ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:35.983497Z","caller":"traceutil/trace.go:171","msg":"trace[825621827] linearizableReadLoop","detail":"{readStateIndex:28842; appliedIndex:28841; }","duration":"115.710078ms","start":"2026-04-23T08:43:35.867758Z","end":"2026-04-23T08:43:35.983468Z","steps":["trace[825621827] 'read index received' (duration: 115.485683ms)","trace[825621827] 'applied index is now lower than readState.Index' (duration: 223.385µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:43:35.983585Z","caller":"traceutil/trace.go:171","msg":"trace[1594400024] transaction","detail":"{read_only:false; response_revision:27843; number_of_response:1; }","duration":"167.804552ms","start":"2026-04-23T08:43:35.815761Z","end":"2026-04-23T08:43:35.983565Z","steps":["trace[1594400024] 'process raft request' (duration: 167.545236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:35.984476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.698911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T08:43:35.984582Z","caller":"traceutil/trace.go:171","msg":"trace[327979314] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27843; }","duration":"116.817073ms","start":"2026-04-23T08:43:35.86774Z","end":"2026-04-23T08:43:35.984557Z","steps":["trace[327979314] 'agreement among raft nodes before linearized reading' (duration: 116.527297ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:36.654072Z","caller":"traceutil/trace.go:171","msg":"trace[622880752] linearizableReadLoop","detail":"{readStateIndex:28845; appliedIndex:28844; }","duration":"102.07216ms","start":"2026-04-23T08:43:36.551968Z","end":"2026-04-23T08:43:36.65404Z","steps":["trace[622880752] 'read index received' (duration: 101.767193ms)","trace[622880752] 'applied index is now lower than readState.Index' (duration: 303.367µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:43:36.654133Z","caller":"traceutil/trace.go:171","msg":"trace[953700687] transaction","detail":"{read_only:false; response_revision:27846; number_of_response:1; }","duration":"191.110966ms","start":"2026-04-23T08:43:36.462985Z","end":"2026-04-23T08:43:36.654096Z","steps":["trace[953700687] 'process raft request' (duration: 190.796989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:36.654395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.412577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T08:43:36.654488Z","caller":"traceutil/trace.go:171","msg":"trace[561679890] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27846; }","duration":"102.551911ms","start":"2026-04-23T08:43:36.55191Z","end":"2026-04-23T08:43:36.654462Z","steps":["trace[561679890] 'agreement among raft nodes before linearized reading' (duration: 102.276574ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:37.527806Z","caller":"traceutil/trace.go:171","msg":"trace[36985631] transaction","detail":"{read_only:false; response_revision:27852; number_of_response:1; }","duration":"127.173225ms","start":"2026-04-23T08:43:37.40058Z","end":"2026-04-23T08:43:37.527753Z","steps":["trace[36985631] 'process raft request' (duration: 126.849017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:37.690266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.565117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T08:43:37.690329Z","caller":"traceutil/trace.go:171","msg":"trace[701821587] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27852; }","duration":"119.683641ms","start":"2026-04-23T08:43:37.570631Z","end":"2026-04-23T08:43:37.690314Z","steps":["trace[701821587] 'range keys from in-memory index tree' (duration: 119.425544ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:37.799703Z","caller":"traceutil/trace.go:171","msg":"trace[1106891967] transaction","detail":"{read_only:false; response_revision:27853; number_of_response:1; }","duration":"105.416998ms","start":"2026-04-23T08:43:37.694265Z","end":"2026-04-23T08:43:37.799682Z","steps":["trace[1106891967] 'process raft request' (duration: 105.228833ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:38.035558Z","caller":"traceutil/trace.go:171","msg":"trace[1781706332] transaction","detail":"{read_only:false; response_revision:27854; number_of_response:1; }","duration":"340.433007ms","start":"2026-04-23T08:43:37.695097Z","end":"2026-04-23T08:43:38.03553Z","steps":["trace[1781706332] 'process raft request' (duration: 340.207222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:38.035734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:37.69507Z","time spent":"340.56942ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:43:38.035807Z","caller":"traceutil/trace.go:171","msg":"trace[593959019] linearizableReadLoop","detail":"{readStateIndex:28854; appliedIndex:28851; }","duration":"244.403568ms","start":"2026-04-23T08:43:37.791363Z","end":"2026-04-23T08:43:38.035766Z","steps":["trace[593959019] 'read index received' (duration: 8.227341ms)","trace[593959019] 'applied index is now lower than readState.Index' (duration: 236.172797ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:43:38.035881Z","caller":"traceutil/trace.go:171","msg":"trace[452173846] transaction","detail":"{read_only:false; response_revision:27855; number_of_response:1; }","duration":"340.59383ms","start":"2026-04-23T08:43:37.695239Z","end":"2026-04-23T08:43:38.035833Z","steps":["trace[452173846] 'process raft request' (duration: 340.251722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:38.036037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.624124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:43:38.036148Z","caller":"traceutil/trace.go:171","msg":"trace[198806151] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:27855; }","duration":"244.810118ms","start":"2026-04-23T08:43:37.791308Z","end":"2026-04-23T08:43:38.036118Z","steps":["trace[198806151] 'agreement among raft nodes before linearized reading' (duration: 244.577703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:38.036231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:37.695197Z","time spent":"340.902478ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:43:38.094079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.356247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:43:38.094099Z","caller":"traceutil/trace.go:171","msg":"trace[1368452305] transaction","detail":"{read_only:false; response_revision:27857; number_of_response:1; }","duration":"104.734971ms","start":"2026-04-23T08:43:37.989307Z","end":"2026-04-23T08:43:38.094042Z","steps":["trace[1368452305] 'process raft request' (duration: 104.597908ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:38.094181Z","caller":"traceutil/trace.go:171","msg":"trace[662486716] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27857; }","duration":"211.533892ms","start":"2026-04-23T08:43:37.882625Z","end":"2026-04-23T08:43:38.094158Z","steps":["trace[662486716] 'agreement among raft nodes before linearized reading' (duration: 211.349668ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:38.094243Z","caller":"traceutil/trace.go:171","msg":"trace[1972150234] transaction","detail":"{read_only:false; response_revision:27856; number_of_response:1; }","duration":"137.401434ms","start":"2026-04-23T08:43:37.956779Z","end":"2026-04-23T08:43:38.094181Z","steps":["trace[1972150234] 'process raft request' (duration: 130.548564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:38.532515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.396363ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:43:38.532667Z","caller":"traceutil/trace.go:171","msg":"trace[1692636347] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27859; }","duration":"137.570767ms","start":"2026-04-23T08:43:38.395074Z","end":"2026-04-23T08:43:38.532645Z","steps":["trace[1692636347] 'range keys from in-memory index tree' (duration: 137.374423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:39.108345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.370718ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:43:39.108509Z","caller":"traceutil/trace.go:171","msg":"trace[1928760050] transaction","detail":"{read_only:false; response_revision:27865; number_of_response:1; }","duration":"288.321212ms","start":"2026-04-23T08:43:38.820143Z","end":"2026-04-23T08:43:39.108464Z","steps":["trace[1928760050] 'process raft request' (duration: 88.725858ms)","trace[1928760050] 'compare' (duration: 199.085422ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:43:39.1086Z","caller":"traceutil/trace.go:171","msg":"trace[1066424443] linearizableReadLoop","detail":"{readStateIndex:28864; appliedIndex:28861; }","duration":"259.251635ms","start":"2026-04-23T08:43:38.849339Z","end":"2026-04-23T08:43:39.10859Z","steps":["trace[1066424443] 'read index received' (duration: 3.739918ms)","trace[1066424443] 'applied index is now lower than readState.Index' (duration: 255.510407ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:43:39.108562Z","caller":"traceutil/trace.go:171","msg":"trace[611583286] transaction","detail":"{read_only:false; response_revision:27866; number_of_response:1; }","duration":"179.655059ms","start":"2026-04-23T08:43:38.928887Z","end":"2026-04-23T08:43:39.108542Z","steps":["trace[611583286] 'process raft request' (duration: 179.585167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:39.10887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.546981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-23T08:43:39.1089Z","caller":"traceutil/trace.go:171","msg":"trace[1457307330] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:27866; }","duration":"259.635184ms","start":"2026-04-23T08:43:38.849254Z","end":"2026-04-23T08:43:39.10889Z","steps":["trace[1457307330] 'agreement among raft nodes before linearized reading' (duration: 259.494351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:39.109181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.429353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:43:39.109222Z","caller":"traceutil/trace.go:171","msg":"trace[500677715] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27866; }","duration":"224.562175ms","start":"2026-04-23T08:43:38.88465Z","end":"2026-04-23T08:43:39.109212Z","steps":["trace[500677715] 'agreement among raft nodes before linearized reading' (duration: 224.449093ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:39.342723Z","caller":"traceutil/trace.go:171","msg":"trace[37297253] transaction","detail":"{read_only:false; response_revision:27867; number_of_response:1; }","duration":"135.809496ms","start":"2026-04-23T08:43:39.206888Z","end":"2026-04-23T08:43:39.342697Z","steps":["trace[37297253] 'process raft request' (duration: 90.738055ms)","trace[37297253] 'compare' (duration: 44.762664ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:43:39.581903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.750588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-23T08:43:39.582021Z","caller":"traceutil/trace.go:171","msg":"trace[564227776] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27867; }","duration":"115.944623ms","start":"2026-04-23T08:43:39.466052Z","end":"2026-04-23T08:43:39.581997Z","steps":["trace[564227776] 'range keys from in-memory index tree' (duration: 115.418201ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:40.33153Z","caller":"traceutil/trace.go:171","msg":"trace[1804258232] transaction","detail":"{read_only:false; response_revision:27870; number_of_response:1; }","duration":"258.066776ms","start":"2026-04-23T08:43:40.073406Z","end":"2026-04-23T08:43:40.331472Z","steps":["trace[1804258232] 'process raft request' (duration: 257.81642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:41.187934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.500922ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:43:41.188211Z","caller":"traceutil/trace.go:171","msg":"trace[1306599515] transaction","detail":"{read_only:false; response_revision:27873; number_of_response:1; }","duration":"786.435115ms","start":"2026-04-23T08:43:40.401757Z","end":"2026-04-23T08:43:41.188192Z","steps":["trace[1306599515] 'process raft request' (duration: 786.391854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:41.188285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:40.401732Z","time spent":"786.521236ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:43:41.188318Z","caller":"traceutil/trace.go:171","msg":"trace[93689716] transaction","detail":"{read_only:false; response_revision:27872; number_of_response:1; }","duration":"1.087650027s","start":"2026-04-23T08:43:40.100607Z","end":"2026-04-23T08:43:41.188257Z","steps":["trace[93689716] 'process raft request' (duration: 1.087427722s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:41.188321Z","caller":"traceutil/trace.go:171","msg":"trace[726620784] transaction","detail":"{read_only:false; response_revision:27871; number_of_response:1; }","duration":"1.114663067s","start":"2026-04-23T08:43:40.073591Z","end":"2026-04-23T08:43:41.188255Z","steps":["trace[726620784] 'process raft request' (duration: 295.739055ms)","trace[726620784] 'compare' (duration: 817.809556ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:43:41.188362Z","caller":"traceutil/trace.go:171","msg":"trace[1236250348] linearizableReadLoop","detail":"{readStateIndex:28872; appliedIndex:28869; }","duration":"1.07790211s","start":"2026-04-23T08:43:40.110428Z","end":"2026-04-23T08:43:41.188331Z","steps":["trace[1236250348] 'read index received' (duration: 220.879239ms)","trace[1236250348] 'applied index is now lower than readState.Index' (duration: 857.020191ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:43:41.188521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:40.073569Z","time spent":"1.114848221s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:43:41.188618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078165577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-23T08:43:41.188723Z","caller":"traceutil/trace.go:171","msg":"trace[1627302112] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:27873; }","duration":"1.078326401s","start":"2026-04-23T08:43:40.110371Z","end":"2026-04-23T08:43:41.188697Z","steps":["trace[1627302112] 'agreement among raft nodes before linearized reading' (duration: 1.078065195s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:41.188774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:40.11035Z","time spent":"1.078414992s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-23T08:43:41.188922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:40.10058Z","time spent":"1.087877963s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:43:41.192175Z","caller":"traceutil/trace.go:171","msg":"trace[764105708] transaction","detail":"{read_only:false; response_revision:27874; number_of_response:1; }","duration":"426.470382ms","start":"2026-04-23T08:43:40.765676Z","end":"2026-04-23T08:43:41.192147Z","steps":["trace[764105708] 'process raft request' (duration: 426.36718ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:41.192246Z","caller":"traceutil/trace.go:171","msg":"trace[1139683535] transaction","detail":"{read_only:false; number_of_response:0; response_revision:27873; }","duration":"756.18305ms","start":"2026-04-23T08:43:40.43603Z","end":"2026-04-23T08:43:41.192213Z","steps":["trace[1139683535] 'process raft request' (duration: 755.929944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:41.192353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:40.765645Z","time spent":"426.617196ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:43:41.192368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:40.43601Z","time spent":"756.314172ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T08:43:41.270015Z","caller":"traceutil/trace.go:171","msg":"trace[1405477946] transaction","detail":"{read_only:false; response_revision:27875; number_of_response:1; }","duration":"410.527491ms","start":"2026-04-23T08:43:40.85945Z","end":"2026-04-23T08:43:41.269977Z","steps":["trace[1405477946] 'process raft request' (duration: 410.292865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:41.270226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:40.859414Z","time spent":"410.708445ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:43:41.270349Z","caller":"traceutil/trace.go:171","msg":"trace[2052351350] transaction","detail":"{read_only:false; response_revision:27876; number_of_response:1; }","duration":"410.245994ms","start":"2026-04-23T08:43:40.860055Z","end":"2026-04-23T08:43:41.270301Z","steps":["trace[2052351350] 'process raft request' (duration: 409.873495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:41.270468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.394225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:43:41.270525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:40.860046Z","time spent":"410.403469ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:43:41.270595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.59716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T08:43:41.270668Z","caller":"traceutil/trace.go:171","msg":"trace[928172828] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27877; }","duration":"156.720424ms","start":"2026-04-23T08:43:41.113927Z","end":"2026-04-23T08:43:41.270648Z","steps":["trace[928172828] 'agreement among raft nodes before linearized reading' (duration: 156.501139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:41.270677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.701631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-23T08:43:41.270706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.423476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:43:41.270769Z","caller":"traceutil/trace.go:171","msg":"trace[359575666] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:27877; }","duration":"355.502368ms","start":"2026-04-23T08:43:40.915244Z","end":"2026-04-23T08:43:41.270747Z","steps":["trace[359575666] 'agreement among raft nodes before linearized reading' (duration: 355.418366ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:41.270792Z","caller":"traceutil/trace.go:171","msg":"trace[2115276789] transaction","detail":"{read_only:false; response_revision:27877; number_of_response:1; }","duration":"155.248269ms","start":"2026-04-23T08:43:41.115529Z","end":"2026-04-23T08:43:41.270778Z","steps":["trace[2115276789] 'process raft request' (duration: 154.665596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:41.27081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:40.915231Z","time spent":"355.57104ms","remote":"127.0.0.1:44116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:43:41.270814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.649191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-23T08:43:41.270831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.067114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:35 size:293357"} {"level":"info","ts":"2026-04-23T08:43:41.270532Z","caller":"traceutil/trace.go:171","msg":"trace[1358536498] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27877; }","duration":"388.528868ms","start":"2026-04-23T08:43:40.881985Z","end":"2026-04-23T08:43:41.270514Z","steps":["trace[1358536498] 'agreement among raft nodes before linearized reading' (duration: 388.394635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:41.2709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.442191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:43:41.270718Z","caller":"traceutil/trace.go:171","msg":"trace[611980016] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27877; }","duration":"451.857225ms","start":"2026-04-23T08:43:40.818851Z","end":"2026-04-23T08:43:41.270708Z","steps":["trace[611980016] 'agreement among raft nodes before linearized reading' (duration: 451.702981ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:41.270942Z","caller":"traceutil/trace.go:171","msg":"trace[1794236145] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:27877; }","duration":"975.534164ms","start":"2026-04-23T08:43:40.295397Z","end":"2026-04-23T08:43:41.270931Z","steps":["trace[1794236145] 'agreement among raft nodes before linearized reading' (duration: 975.465652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:41.27096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094478176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T08:43:41.271052Z","caller":"traceutil/trace.go:171","msg":"trace[233615978] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27877; }","duration":"1.094616499s","start":"2026-04-23T08:43:40.176424Z","end":"2026-04-23T08:43:41.271041Z","steps":["trace[233615978] 'agreement among raft nodes before linearized reading' (duration: 1.094456886s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:41.271044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:40.881968Z","time spent":"388.990799ms","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:43:41.271089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:40.176397Z","time spent":"1.094682451s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T08:43:41.270856Z","caller":"traceutil/trace.go:171","msg":"trace[299610238] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27877; }","duration":"904.733653ms","start":"2026-04-23T08:43:40.366106Z","end":"2026-04-23T08:43:41.270839Z","steps":["trace[299610238] 'agreement among raft nodes before linearized reading' (duration: 904.63413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:41.271237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:40.366077Z","time spent":"905.141922ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T08:43:41.270968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:40.818819Z","time spent":"452.130651ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T08:43:41.270907Z","caller":"traceutil/trace.go:171","msg":"trace[785506221] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:35; response_revision:27877; }","duration":"387.194547ms","start":"2026-04-23T08:43:40.883694Z","end":"2026-04-23T08:43:41.270889Z","steps":["trace[785506221] 'agreement among raft nodes before linearized reading' (duration: 386.657574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:41.271354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:40.883671Z","time spent":"387.672238ms","remote":"127.0.0.1:48340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":35,"response size":293380,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-23T08:43:41.270973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:40.295369Z","time spent":"975.594904ms","remote":"127.0.0.1:41288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:43:41.272412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.679637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T08:43:41.272508Z","caller":"traceutil/trace.go:171","msg":"trace[1331455493] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:27877; }","duration":"269.833801ms","start":"2026-04-23T08:43:41.002653Z","end":"2026-04-23T08:43:41.272487Z","steps":["trace[1331455493] 'agreement among raft nodes before linearized reading' (duration: 267.863235ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:41.487708Z","caller":"traceutil/trace.go:171","msg":"trace[495215673] linearizableReadLoop","detail":"{readStateIndex:28879; appliedIndex:28878; }","duration":"217.325957ms","start":"2026-04-23T08:43:41.270348Z","end":"2026-04-23T08:43:41.487674Z","steps":["trace[495215673] 'read index received' (duration: 175.86129ms)","trace[495215673] 'applied index is now lower than readState.Index' (duration: 41.463207ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:43:41.487784Z","caller":"traceutil/trace.go:171","msg":"trace[1907911261] transaction","detail":"{read_only:false; response_revision:27878; number_of_response:1; }","duration":"293.662717ms","start":"2026-04-23T08:43:41.194077Z","end":"2026-04-23T08:43:41.487739Z","steps":["trace[1907911261] 'process raft request' (duration: 252.167379ms)","trace[1907911261] 'compare' (duration: 41.283263ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:43:41.48803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.231649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-engine-cleaner-29615560\" ","response":"range_response_count:1 size:5714"} {"level":"info","ts":"2026-04-23T08:43:41.488092Z","caller":"traceutil/trace.go:171","msg":"trace[1416023972] range","detail":"{range_begin:/registry/jobs/openstack/heat-engine-cleaner-29615560; range_end:; response_count:1; response_revision:27878; }","duration":"294.359163ms","start":"2026-04-23T08:43:41.193718Z","end":"2026-04-23T08:43:41.488078Z","steps":["trace[1416023972] 'agreement among raft nodes before linearized reading' (duration: 294.112327ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:41.490212Z","caller":"traceutil/trace.go:171","msg":"trace[1143598932] transaction","detail":"{read_only:false; response_revision:27879; number_of_response:1; }","duration":"214.532192ms","start":"2026-04-23T08:43:41.275653Z","end":"2026-04-23T08:43:41.490185Z","steps":["trace[1143598932] 'process raft request' (duration: 214.220014ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:41.490277Z","caller":"traceutil/trace.go:171","msg":"trace[1590992680] transaction","detail":"{read_only:false; response_revision:27881; number_of_response:1; }","duration":"213.709752ms","start":"2026-04-23T08:43:41.276556Z","end":"2026-04-23T08:43:41.490265Z","steps":["trace[1590992680] 'process raft request' (duration: 213.549959ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:41.49036Z","caller":"traceutil/trace.go:171","msg":"trace[1879838893] transaction","detail":"{read_only:false; response_revision:27882; number_of_response:1; }","duration":"212.886543ms","start":"2026-04-23T08:43:41.277464Z","end":"2026-04-23T08:43:41.490351Z","steps":["trace[1879838893] 'process raft request' (duration: 212.687219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:41.490358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.593743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:43:41.490465Z","caller":"traceutil/trace.go:171","msg":"trace[187934535] transaction","detail":"{read_only:false; response_revision:27880; number_of_response:1; }","duration":"213.668651ms","start":"2026-04-23T08:43:41.276548Z","end":"2026-04-23T08:43:41.490216Z","steps":["trace[187934535] 'process raft request' (duration: 213.510698ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:41.49047Z","caller":"traceutil/trace.go:171","msg":"trace[1800776842] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27882; }","duration":"217.825859ms","start":"2026-04-23T08:43:41.272616Z","end":"2026-04-23T08:43:41.490442Z","steps":["trace[1800776842] 'agreement among raft nodes before linearized reading' (duration: 217.636144ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:41.835303Z","caller":"traceutil/trace.go:171","msg":"trace[1795772851] linearizableReadLoop","detail":"{readStateIndex:28884; appliedIndex:28883; }","duration":"222.866466ms","start":"2026-04-23T08:43:41.612387Z","end":"2026-04-23T08:43:41.835253Z","steps":["trace[1795772851] 'read index received' (duration: 222.597409ms)","trace[1795772851] 'applied index is now lower than readState.Index' (duration: 267.817µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:43:41.835539Z","caller":"traceutil/trace.go:171","msg":"trace[1445673857] transaction","detail":"{read_only:false; response_revision:27883; number_of_response:1; }","duration":"223.774106ms","start":"2026-04-23T08:43:41.611753Z","end":"2026-04-23T08:43:41.835527Z","steps":["trace[1445673857] 'process raft request' (duration: 223.286795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:41.835823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.412298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-23T08:43:41.835924Z","caller":"traceutil/trace.go:171","msg":"trace[2145422511] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:27883; }","duration":"223.572022ms","start":"2026-04-23T08:43:41.612327Z","end":"2026-04-23T08:43:41.835899Z","steps":["trace[2145422511] 'agreement among raft nodes before linearized reading' (duration: 223.321856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:42.123094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.557083ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:43:42.123857Z","caller":"traceutil/trace.go:171","msg":"trace[1899758116] transaction","detail":"{read_only:false; response_revision:27884; number_of_response:1; }","duration":"281.073503ms","start":"2026-04-23T08:43:41.842228Z","end":"2026-04-23T08:43:42.123302Z","steps":["trace[1899758116] 'process raft request' (duration: 123.173592ms)","trace[1899758116] 'compare' (duration: 157.303848ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:43:42.210437Z","caller":"traceutil/trace.go:171","msg":"trace[1043446543] linearizableReadLoop","detail":"{readStateIndex:28886; appliedIndex:28884; }","duration":"323.466762ms","start":"2026-04-23T08:43:41.886941Z","end":"2026-04-23T08:43:42.210408Z","steps":["trace[1043446543] 'read index received' (duration: 78.496291ms)","trace[1043446543] 'applied index is now lower than readState.Index' (duration: 244.969281ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:43:42.21057Z","caller":"traceutil/trace.go:171","msg":"trace[1909706939] transaction","detail":"{read_only:false; response_revision:27885; number_of_response:1; }","duration":"365.110422ms","start":"2026-04-23T08:43:41.845389Z","end":"2026-04-23T08:43:42.2105Z","steps":["trace[1909706939] 'process raft request' (duration: 364.833396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:42.210672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.693567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:43:42.210756Z","caller":"traceutil/trace.go:171","msg":"trace[434115953] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27885; }","duration":"323.844091ms","start":"2026-04-23T08:43:41.886893Z","end":"2026-04-23T08:43:42.210737Z","steps":["trace[434115953] 'agreement among raft nodes before linearized reading' (duration: 323.679387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:42.210793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:41.845372Z","time spent":"365.317316ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:43:42.210819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:41.886873Z","time spent":"323.932602ms","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:43:42.210827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.434005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:43:42.210937Z","caller":"traceutil/trace.go:171","msg":"trace[835548457] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:27885; }","duration":"291.606539ms","start":"2026-04-23T08:43:41.919305Z","end":"2026-04-23T08:43:42.210912Z","steps":["trace[835548457] 'agreement among raft nodes before linearized reading' (duration: 291.402694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:42.2113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.937634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-04-23T08:43:42.211345Z","caller":"traceutil/trace.go:171","msg":"trace[1697728104] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:27885; }","duration":"104.016375ms","start":"2026-04-23T08:43:42.107317Z","end":"2026-04-23T08:43:42.211333Z","steps":["trace[1697728104] 'agreement among raft nodes before linearized reading' (duration: 103.850002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:42.332954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.810427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:43:42.333052Z","caller":"traceutil/trace.go:171","msg":"trace[1294328737] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:27885; }","duration":"108.982111ms","start":"2026-04-23T08:43:42.224048Z","end":"2026-04-23T08:43:42.33303Z","steps":["trace[1294328737] 'range keys from in-memory index tree' (duration: 108.697564ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:42.380165Z","caller":"traceutil/trace.go:171","msg":"trace[994161214] transaction","detail":"{read_only:false; response_revision:27886; number_of_response:1; }","duration":"102.555511ms","start":"2026-04-23T08:43:42.27759Z","end":"2026-04-23T08:43:42.380146Z","steps":["trace[994161214] 'process raft request' (duration: 102.084751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:42.639543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.634705ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:43:42.639676Z","caller":"traceutil/trace.go:171","msg":"trace[1520909677] linearizableReadLoop","detail":"{readStateIndex:28888; appliedIndex:28887; }","duration":"250.617853ms","start":"2026-04-23T08:43:42.38904Z","end":"2026-04-23T08:43:42.639658Z","steps":["trace[1520909677] 'read index received' (duration: 56.759403ms)","trace[1520909677] 'applied index is now lower than readState.Index' (duration: 193.8568ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:43:42.639758Z","caller":"traceutil/trace.go:171","msg":"trace[1744593218] transaction","detail":"{read_only:false; response_revision:27887; number_of_response:1; }","duration":"252.596349ms","start":"2026-04-23T08:43:42.387099Z","end":"2026-04-23T08:43:42.639695Z","steps":["trace[1744593218] 'process raft request' (duration: 58.722528ms)","trace[1744593218] 'compare' (duration: 193.500972ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:43:42.639878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.832678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-04-23T08:43:42.639918Z","caller":"traceutil/trace.go:171","msg":"trace[1506685605] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:27887; }","duration":"250.872019ms","start":"2026-04-23T08:43:42.389035Z","end":"2026-04-23T08:43:42.639907Z","steps":["trace[1506685605] 'agreement among raft nodes before linearized reading' (duration: 250.675094ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:43.409927Z","caller":"traceutil/trace.go:171","msg":"trace[1786530797] transaction","detail":"{read_only:false; response_revision:27889; number_of_response:1; }","duration":"211.795887ms","start":"2026-04-23T08:43:43.198094Z","end":"2026-04-23T08:43:43.40989Z","steps":["trace[1786530797] 'process raft request' (duration: 202.604483ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:43.409953Z","caller":"traceutil/trace.go:171","msg":"trace[1802185482] transaction","detail":"{read_only:false; response_revision:27890; number_of_response:1; }","duration":"211.843909ms","start":"2026-04-23T08:43:43.198091Z","end":"2026-04-23T08:43:43.409935Z","steps":["trace[1802185482] 'process raft request' (duration: 211.704045ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:43.460233Z","caller":"traceutil/trace.go:171","msg":"trace[754742533] transaction","detail":"{read_only:false; response_revision:27892; number_of_response:1; }","duration":"183.56769ms","start":"2026-04-23T08:43:43.276637Z","end":"2026-04-23T08:43:43.460205Z","steps":["trace[754742533] 'process raft request' (duration: 183.440947ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:43.460205Z","caller":"traceutil/trace.go:171","msg":"trace[391797039] linearizableReadLoop","detail":"{readStateIndex:28894; appliedIndex:28889; }","duration":"177.345305ms","start":"2026-04-23T08:43:43.28283Z","end":"2026-04-23T08:43:43.460175Z","steps":["trace[391797039] 'read index received' (duration: 117.53612ms)","trace[391797039] 'applied index is now lower than readState.Index' (duration: 59.807885ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:43:43.460296Z","caller":"traceutil/trace.go:171","msg":"trace[1129507170] transaction","detail":"{read_only:false; response_revision:27893; number_of_response:1; }","duration":"183.341724ms","start":"2026-04-23T08:43:43.276882Z","end":"2026-04-23T08:43:43.460223Z","steps":["trace[1129507170] 'process raft request' (duration: 183.243972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:43.460493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.633071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:43:43.460552Z","caller":"traceutil/trace.go:171","msg":"trace[855657964] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:27893; }","duration":"177.762614ms","start":"2026-04-23T08:43:43.282772Z","end":"2026-04-23T08:43:43.460535Z","steps":["trace[855657964] 'agreement among raft nodes before linearized reading' (duration: 177.643361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:43.460533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.557013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:43:43.460333Z","caller":"traceutil/trace.go:171","msg":"trace[1254273590] transaction","detail":"{read_only:false; response_revision:27891; number_of_response:1; }","duration":"183.741643ms","start":"2026-04-23T08:43:43.276544Z","end":"2026-04-23T08:43:43.460285Z","steps":["trace[1254273590] 'process raft request' (duration: 183.118409ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:43.460808Z","caller":"traceutil/trace.go:171","msg":"trace[1188104956] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27893; }","duration":"163.721667ms","start":"2026-04-23T08:43:43.296896Z","end":"2026-04-23T08:43:43.460617Z","steps":["trace[1188104956] 'agreement among raft nodes before linearized reading' (duration: 163.580644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:43.460825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.638939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:43:43.461132Z","caller":"traceutil/trace.go:171","msg":"trace[2834982] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:27893; }","duration":"165.033017ms","start":"2026-04-23T08:43:43.29607Z","end":"2026-04-23T08:43:43.461103Z","steps":["trace[2834982] 'agreement among raft nodes before linearized reading' (duration: 164.411843ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:43.659918Z","caller":"traceutil/trace.go:171","msg":"trace[71315930] transaction","detail":"{read_only:false; response_revision:27897; number_of_response:1; }","duration":"159.421747ms","start":"2026-04-23T08:43:43.500464Z","end":"2026-04-23T08:43:43.659886Z","steps":["trace[71315930] 'process raft request' (duration: 159.365386ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:43.659957Z","caller":"traceutil/trace.go:171","msg":"trace[1768526058] transaction","detail":"{read_only:false; response_revision:27895; number_of_response:1; }","duration":"160.543043ms","start":"2026-04-23T08:43:43.499378Z","end":"2026-04-23T08:43:43.659921Z","steps":["trace[1768526058] 'process raft request' (duration: 160.229026ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:43.660075Z","caller":"traceutil/trace.go:171","msg":"trace[1804996005] transaction","detail":"{read_only:false; response_revision:27896; number_of_response:1; }","duration":"159.647592ms","start":"2026-04-23T08:43:43.500367Z","end":"2026-04-23T08:43:43.660014Z","steps":["trace[1804996005] 'process raft request' (duration: 159.418587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:44.445411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.623445ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-23T08:43:44.911633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.76818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-23T08:43:44.911775Z","caller":"traceutil/trace.go:171","msg":"trace[1510271591] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27900; }","duration":"100.971304ms","start":"2026-04-23T08:43:44.810769Z","end":"2026-04-23T08:43:44.91174Z","steps":["trace[1510271591] 'range keys from in-memory index tree' (duration: 100.443621ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:45.410577Z","caller":"traceutil/trace.go:171","msg":"trace[201018987] transaction","detail":"{read_only:false; response_revision:27901; number_of_response:1; }","duration":"181.651724ms","start":"2026-04-23T08:43:45.228903Z","end":"2026-04-23T08:43:45.410555Z","steps":["trace[201018987] 'process raft request' (duration: 181.502561ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:45.695548Z","caller":"traceutil/trace.go:171","msg":"trace[177389005] transaction","detail":"{read_only:false; response_revision:27902; number_of_response:1; }","duration":"280.694584ms","start":"2026-04-23T08:43:45.414779Z","end":"2026-04-23T08:43:45.695474Z","steps":["trace[177389005] 'process raft request' (duration: 226.576662ms)","trace[177389005] 'compare' (duration: 53.754864ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:43:45.695721Z","caller":"traceutil/trace.go:171","msg":"trace[356637606] linearizableReadLoop","detail":"{readStateIndex:28904; appliedIndex:28903; }","duration":"280.470509ms","start":"2026-04-23T08:43:45.415216Z","end":"2026-04-23T08:43:45.695687Z","steps":["trace[356637606] 'read index received' (duration: 226.120662ms)","trace[356637606] 'applied index is now lower than readState.Index' (duration: 54.347217ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:43:45.695845Z","caller":"traceutil/trace.go:171","msg":"trace[1225200674] transaction","detail":"{read_only:false; response_revision:27904; number_of_response:1; }","duration":"229.025079ms","start":"2026-04-23T08:43:45.466781Z","end":"2026-04-23T08:43:45.695806Z","steps":["trace[1225200674] 'process raft request' (duration: 228.901286ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:45.695952Z","caller":"traceutil/trace.go:171","msg":"trace[163778429] transaction","detail":"{read_only:false; response_revision:27903; number_of_response:1; }","duration":"229.638784ms","start":"2026-04-23T08:43:45.466296Z","end":"2026-04-23T08:43:45.695935Z","steps":["trace[163778429] 'process raft request' (duration: 229.238055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:45.696214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.438585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T08:43:45.696269Z","caller":"traceutil/trace.go:171","msg":"trace[1993729980] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27905; }","duration":"101.512147ms","start":"2026-04-23T08:43:45.594741Z","end":"2026-04-23T08:43:45.696254Z","steps":["trace[1993729980] 'agreement among raft nodes before linearized reading' (duration: 101.269931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:45.696325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.114514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T08:43:45.69636Z","caller":"traceutil/trace.go:171","msg":"trace[1812212664] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27905; }","duration":"281.188726ms","start":"2026-04-23T08:43:45.415157Z","end":"2026-04-23T08:43:45.696345Z","steps":["trace[1812212664] 'agreement among raft nodes before linearized reading' (duration: 280.714015ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:45.696322Z","caller":"traceutil/trace.go:171","msg":"trace[478714453] transaction","detail":"{read_only:false; response_revision:27905; number_of_response:1; }","duration":"229.229924ms","start":"2026-04-23T08:43:45.467049Z","end":"2026-04-23T08:43:45.696279Z","steps":["trace[478714453] 'process raft request' (duration: 228.696072ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:45.921902Z","caller":"traceutil/trace.go:171","msg":"trace[1702329190] transaction","detail":"{read_only:false; response_revision:27906; number_of_response:1; }","duration":"222.804655ms","start":"2026-04-23T08:43:45.699067Z","end":"2026-04-23T08:43:45.921872Z","steps":["trace[1702329190] 'process raft request' (duration: 213.105288ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:46.149132Z","caller":"traceutil/trace.go:171","msg":"trace[275137962] transaction","detail":"{read_only:false; response_revision:27907; number_of_response:1; }","duration":"447.397911ms","start":"2026-04-23T08:43:45.701666Z","end":"2026-04-23T08:43:46.149064Z","steps":["trace[275137962] 'process raft request' (duration: 393.237467ms)","trace[275137962] 'compare' (duration: 53.725383ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:43:46.149289Z","caller":"traceutil/trace.go:171","msg":"trace[1618464037] transaction","detail":"{read_only:false; response_revision:27908; number_of_response:1; }","duration":"447.544724ms","start":"2026-04-23T08:43:45.701708Z","end":"2026-04-23T08:43:46.149253Z","steps":["trace[1618464037] 'process raft request' (duration: 447.268657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:46.149373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:45.701653Z","time spent":"447.595696ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:43:46.149533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:45.701669Z","time spent":"447.733778ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:43:46.149649Z","caller":"traceutil/trace.go:171","msg":"trace[694463819] linearizableReadLoop","detail":"{readStateIndex:28913; appliedIndex:28907; }","duration":"388.091498ms","start":"2026-04-23T08:43:45.761519Z","end":"2026-04-23T08:43:46.149611Z","steps":["trace[694463819] 'read index received' (duration: 150.748945ms)","trace[694463819] 'applied index is now lower than readState.Index' (duration: 237.340783ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:43:46.149867Z","caller":"traceutil/trace.go:171","msg":"trace[950182843] transaction","detail":"{read_only:false; response_revision:27909; number_of_response:1; }","duration":"448.059196ms","start":"2026-04-23T08:43:45.701789Z","end":"2026-04-23T08:43:46.149849Z","steps":["trace[950182843] 'process raft request' (duration: 447.39596ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:46.149947Z","caller":"traceutil/trace.go:171","msg":"trace[412105130] transaction","detail":"{read_only:false; response_revision:27912; number_of_response:1; }","duration":"250.517931ms","start":"2026-04-23T08:43:45.899402Z","end":"2026-04-23T08:43:46.14992Z","steps":["trace[412105130] 'process raft request' (duration: 250.135562ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:46.149987Z","caller":"traceutil/trace.go:171","msg":"trace[358424270] transaction","detail":"{read_only:false; response_revision:27911; number_of_response:1; }","duration":"447.285179ms","start":"2026-04-23T08:43:45.70268Z","end":"2026-04-23T08:43:46.149965Z","steps":["trace[358424270] 'process raft request' (duration: 446.803997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:46.150005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:45.70176Z","time spent":"448.147528ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:43:46.149982Z","caller":"traceutil/trace.go:171","msg":"trace[1793286926] transaction","detail":"{read_only:false; response_revision:27910; number_of_response:1; }","duration":"448.009025ms","start":"2026-04-23T08:43:45.70194Z","end":"2026-04-23T08:43:46.149949Z","steps":["trace[1793286926] 'process raft request' (duration: 447.409171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:46.15008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:45.70265Z","time spent":"447.38136ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:43:46.150069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.853894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:43:46.150144Z","caller":"traceutil/trace.go:171","msg":"trace[1969955060] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:27912; }","duration":"336.963406ms","start":"2026-04-23T08:43:45.813158Z","end":"2026-04-23T08:43:46.150122Z","steps":["trace[1969955060] 'agreement among raft nodes before linearized reading' (duration: 336.804123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:46.150144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:45.701912Z","time spent":"448.154259ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:43:46.150144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.60998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:43:46.150172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.875039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:43:46.150203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:45.813089Z","time spent":"337.09837ms","remote":"127.0.0.1:44496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:43:46.150215Z","caller":"traceutil/trace.go:171","msg":"trace[1554994524] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:27912; }","duration":"388.747204ms","start":"2026-04-23T08:43:45.761446Z","end":"2026-04-23T08:43:46.150193Z","steps":["trace[1554994524] 'agreement among raft nodes before linearized reading' (duration: 388.627431ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:46.150223Z","caller":"traceutil/trace.go:171","msg":"trace[101102854] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27912; }","duration":"265.976661ms","start":"2026-04-23T08:43:45.88423Z","end":"2026-04-23T08:43:46.150206Z","steps":["trace[101102854] 'agreement among raft nodes before linearized reading' (duration: 265.893589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:46.150271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:45.761429Z","time spent":"388.823055ms","remote":"127.0.0.1:43920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:43:47.491207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:46.816841Z","time spent":"674.336492ms","remote":"127.0.0.1:39742","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T08:43:47.492523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234420619s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:43:47.492653Z","caller":"traceutil/trace.go:171","msg":"trace[2065300969] linearizableReadLoop","detail":"{readStateIndex:28915; appliedIndex:28914; }","duration":"1.272121439s","start":"2026-04-23T08:43:46.220511Z","end":"2026-04-23T08:43:47.492632Z","steps":["trace[2065300969] 'read index received' (duration: 37.439133ms)","trace[2065300969] 'applied index is now lower than readState.Index' (duration: 1.234680566s)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:43:47.492732Z","caller":"traceutil/trace.go:171","msg":"trace[800445073] transaction","detail":"{read_only:false; response_revision:27913; number_of_response:1; }","duration":"1.297253594s","start":"2026-04-23T08:43:46.195449Z","end":"2026-04-23T08:43:47.492703Z","steps":["trace[800445073] 'process raft request' (duration: 62.534558ms)","trace[800445073] 'compare' (duration: 1.233813635s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:43:47.492856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:46.19542Z","time spent":"1.297370787s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:43:47.49338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272495917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:43:47.493888Z","caller":"traceutil/trace.go:171","msg":"trace[1749647490] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:27913; }","duration":"1.273206684s","start":"2026-04-23T08:43:46.220457Z","end":"2026-04-23T08:43:47.493664Z","steps":["trace[1749647490] 'agreement among raft nodes before linearized reading' (duration: 1.272256601s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:47.49415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:46.220429Z","time spent":"1.273702386s","remote":"127.0.0.1:48054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":17,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:43:47.992914Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634069907,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:43:48.884462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999901676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T08:43:48.884582Z","caller":"traceutil/trace.go:171","msg":"trace[1031475470] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00008589s","start":"2026-04-23T08:43:46.884474Z","end":"2026-04-23T08:43:48.884559Z","steps":["trace[1031475470] 'agreement among raft nodes before linearized reading' (duration: 1.999944517s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:48.884633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:46.884444Z","time spent":"2.000178303s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:43:50.346203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.952017299s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:43:50.346372Z","caller":"traceutil/trace.go:171","msg":"trace[1417917368] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27913; }","duration":"1.952210453s","start":"2026-04-23T08:43:48.394137Z","end":"2026-04-23T08:43:50.346348Z","steps":["trace[1417917368] 'range keys from in-memory index tree' (duration: 1.951994108s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:50.346394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.139140902s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:43:50.346472Z","caller":"traceutil/trace.go:171","msg":"trace[628461008] transaction","detail":"{read_only:false; response_revision:27914; number_of_response:1; }","duration":"2.929802226s","start":"2026-04-23T08:43:47.416655Z","end":"2026-04-23T08:43:50.346457Z","steps":["trace[628461008] 'process raft request' (duration: 790.50647ms)","trace[628461008] 'compare' (duration: 2.138479767s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:43:50.346537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:47.416622Z","time spent":"2.929882528s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:43:50.720741Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.513538371s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T08:43:50.780618Z","caller":"traceutil/trace.go:171","msg":"trace[696304327] transaction","detail":"{read_only:false; number_of_response:0; response_revision:27914; }","duration":"3.340705345s","start":"2026-04-23T08:43:47.439874Z","end":"2026-04-23T08:43:50.780579Z","steps":["trace[696304327] 'process raft request' (duration: 3.281184907s)","trace[696304327] 'compare' (duration: 59.291262ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:43:50.780844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:47.439837Z","time spent":"3.340897719s","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T08:43:50.781277Z","caller":"traceutil/trace.go:171","msg":"trace[1937961045] transaction","detail":"{read_only:false; response_revision:27915; number_of_response:1; }","duration":"3.07884311s","start":"2026-04-23T08:43:47.7024Z","end":"2026-04-23T08:43:50.781243Z","steps":["trace[1937961045] 'process raft request' (duration: 3.078060982s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:50.781514Z","caller":"traceutil/trace.go:171","msg":"trace[1195089473] transaction","detail":"{read_only:false; response_revision:27916; number_of_response:1; }","duration":"3.079056385s","start":"2026-04-23T08:43:47.702437Z","end":"2026-04-23T08:43:50.781493Z","steps":["trace[1195089473] 'process raft request' (duration: 3.078688306s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:50.781532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:47.70236Z","time spent":"3.079021194s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:43:50.781616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:47.702392Z","time spent":"3.079170148s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:43:50.781949Z","caller":"traceutil/trace.go:171","msg":"trace[2122303308] transaction","detail":"{read_only:false; response_revision:27917; number_of_response:1; }","duration":"3.07926153s","start":"2026-04-23T08:43:47.702665Z","end":"2026-04-23T08:43:50.781926Z","steps":["trace[2122303308] 'process raft request' (duration: 3.078748988s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:50.782014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:47.702655Z","time spent":"3.079326141s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:43:50.782052Z","caller":"traceutil/trace.go:171","msg":"trace[856021746] transaction","detail":"{read_only:false; response_revision:27918; number_of_response:1; }","duration":"3.078604555s","start":"2026-04-23T08:43:47.703424Z","end":"2026-04-23T08:43:50.782029Z","steps":["trace[856021746] 'process raft request' (duration: 3.07838929s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:50.782175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:47.70341Z","time spent":"3.078706447s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:43:50.782181Z","caller":"traceutil/trace.go:171","msg":"trace[849207776] transaction","detail":"{read_only:false; response_revision:27919; number_of_response:1; }","duration":"2.625734396s","start":"2026-04-23T08:43:48.156398Z","end":"2026-04-23T08:43:50.782132Z","steps":["trace[849207776] 'process raft request' (duration: 2.625560252s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:50.782262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.95857241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:43:50.782148Z","caller":"traceutil/trace.go:171","msg":"trace[1070156246] linearizableReadLoop","detail":"{readStateIndex:28921; appliedIndex:28915; }","duration":"3.28942828s","start":"2026-04-23T08:43:47.492687Z","end":"2026-04-23T08:43:50.782115Z","steps":["trace[1070156246] 'read index received' (duration: 714.489438ms)","trace[1070156246] 'applied index is now lower than readState.Index' (duration: 2.574937052s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:43:50.782271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.433476978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:43:50.782332Z","caller":"traceutil/trace.go:171","msg":"trace[1764983209] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:27919; }","duration":"3.958688153s","start":"2026-04-23T08:43:46.823627Z","end":"2026-04-23T08:43:50.782315Z","steps":["trace[1764983209] 'agreement among raft nodes before linearized reading' (duration: 3.958513089s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:50.782371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:48.156322Z","time spent":"2.625949341s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:43:50.782386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:46.823599Z","time spent":"3.958774145s","remote":"127.0.0.1:48310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:43:50.782351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.371111644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:43:50.782386Z","caller":"traceutil/trace.go:171","msg":"trace[1314878648] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:27919; }","duration":"3.433659672s","start":"2026-04-23T08:43:47.348707Z","end":"2026-04-23T08:43:50.782366Z","steps":["trace[1314878648] 'agreement among raft nodes before linearized reading' (duration: 3.433431407s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:50.78237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.48269258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-23T08:43:50.782457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:47.348671Z","time spent":"3.433768135s","remote":"127.0.0.1:44190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:43:50.782456Z","caller":"traceutil/trace.go:171","msg":"trace[1811972984] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27919; }","duration":"3.371306439s","start":"2026-04-23T08:43:47.411123Z","end":"2026-04-23T08:43:50.782429Z","steps":["trace[1811972984] 'agreement among raft nodes before linearized reading' (duration: 3.371031323s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:50.782515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:47.411082Z","time spent":"3.371422022s","remote":"127.0.0.1:44360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-04-23T08:43:50.782518Z","caller":"traceutil/trace.go:171","msg":"trace[1555182725] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27919; }","duration":"4.482872164s","start":"2026-04-23T08:43:46.299599Z","end":"2026-04-23T08:43:50.782471Z","steps":["trace[1555182725] 'agreement among raft nodes before linearized reading' (duration: 4.482617278s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:50.78259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:46.29957Z","time spent":"4.482999307s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T08:43:50.782572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.08598525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-23T08:43:50.782814Z","caller":"traceutil/trace.go:171","msg":"trace[551072494] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27919; }","duration":"4.086258488s","start":"2026-04-23T08:43:46.696502Z","end":"2026-04-23T08:43:50.782761Z","steps":["trace[551072494] 'agreement among raft nodes before linearized reading' (duration: 4.085656584s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:50.782899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:46.696476Z","time spent":"4.086409101s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T08:43:50.866911Z","caller":"traceutil/trace.go:171","msg":"trace[1233983745] transaction","detail":"{read_only:false; response_revision:27922; number_of_response:1; }","duration":"980.289885ms","start":"2026-04-23T08:43:49.886592Z","end":"2026-04-23T08:43:50.866882Z","steps":["trace[1233983745] 'process raft request' (duration: 980.194553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:50.867159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:49.886561Z","time spent":"980.49131ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:43:50.867154Z","caller":"traceutil/trace.go:171","msg":"trace[1049199681] transaction","detail":"{read_only:false; response_revision:27920; number_of_response:1; }","duration":"2.640604432s","start":"2026-04-23T08:43:48.226518Z","end":"2026-04-23T08:43:50.867123Z","steps":["trace[1049199681] 'process raft request' (duration: 2.64005293s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:50.867241Z","caller":"traceutil/trace.go:171","msg":"trace[1458628911] transaction","detail":"{read_only:false; response_revision:27921; number_of_response:1; }","duration":"2.059592367s","start":"2026-04-23T08:43:48.807596Z","end":"2026-04-23T08:43:50.867189Z","steps":["trace[1458628911] 'process raft request' (duration: 2.059141576s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:50.867407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.432600344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:43:50.867458Z","caller":"traceutil/trace.go:171","msg":"trace[1737047813] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:27922; }","duration":"2.432652615s","start":"2026-04-23T08:43:48.434791Z","end":"2026-04-23T08:43:50.867444Z","steps":["trace[1737047813] 'agreement among raft nodes before linearized reading' (duration: 2.432558423s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:50.867495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:48.434717Z","time spent":"2.432769817s","remote":"127.0.0.1:41336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:43:50.867505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:48.807564Z","time spent":"2.059808432s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:43:50.867567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.71167053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-23T08:43:50.86762Z","caller":"traceutil/trace.go:171","msg":"trace[1416748311] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27922; }","duration":"2.711775382s","start":"2026-04-23T08:43:48.155828Z","end":"2026-04-23T08:43:50.867603Z","steps":["trace[1416748311] 'agreement among raft nodes before linearized reading' (duration: 2.711614968s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:50.867666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:48.155802Z","time spent":"2.711850714s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T08:43:50.867307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:48.226474Z","time spent":"2.640742376s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:43:50.867738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336128641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:43:50.867775Z","caller":"traceutil/trace.go:171","msg":"trace[1384789905] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:27922; }","duration":"1.336222513s","start":"2026-04-23T08:43:49.53154Z","end":"2026-04-23T08:43:50.867763Z","steps":["trace[1384789905] 'agreement among raft nodes before linearized reading' (duration: 1.336160912s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:50.867819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:49.531506Z","time spent":"1.336304435s","remote":"127.0.0.1:44456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:43:50.867841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.66082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T08:43:50.867856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.710365359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T08:43:50.867887Z","caller":"traceutil/trace.go:171","msg":"trace[1262967625] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27922; }","duration":"116.752332ms","start":"2026-04-23T08:43:50.751119Z","end":"2026-04-23T08:43:50.867872Z","steps":["trace[1262967625] 'agreement among raft nodes before linearized reading' (duration: 116.68727ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:50.867894Z","caller":"traceutil/trace.go:171","msg":"trace[346222493] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27922; }","duration":"2.71041319s","start":"2026-04-23T08:43:48.157472Z","end":"2026-04-23T08:43:50.867885Z","steps":["trace[346222493] 'agreement among raft nodes before linearized reading' (duration: 2.710325718s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:50.867923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:48.157465Z","time spent":"2.710452841s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T08:43:50.867989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.346453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:43:50.868014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.983089373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:43:50.868008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.712445098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-23T08:43:50.868054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.711499445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T08:43:50.868075Z","caller":"traceutil/trace.go:171","msg":"trace[2057545838] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:27922; }","duration":"264.460876ms","start":"2026-04-23T08:43:50.603564Z","end":"2026-04-23T08:43:50.868025Z","steps":["trace[2057545838] 'agreement among raft nodes before linearized reading' (duration: 264.367353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:50.86778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.636670311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:43:50.868096Z","caller":"traceutil/trace.go:171","msg":"trace[1499586208] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27922; }","duration":"2.712589591s","start":"2026-04-23T08:43:48.155484Z","end":"2026-04-23T08:43:50.868073Z","steps":["trace[1499586208] 'agreement among raft nodes before linearized reading' (duration: 2.712370606s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:50.868121Z","caller":"traceutil/trace.go:171","msg":"trace[1858241568] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:27922; }","duration":"2.63705944s","start":"2026-04-23T08:43:48.231052Z","end":"2026-04-23T08:43:50.868111Z","steps":["trace[1858241568] 'agreement among raft nodes before linearized reading' (duration: 2.636691161s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:50.868048Z","caller":"traceutil/trace.go:171","msg":"trace[1904750075] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27922; }","duration":"1.983170335s","start":"2026-04-23T08:43:48.884867Z","end":"2026-04-23T08:43:50.868038Z","steps":["trace[1904750075] 'agreement among raft nodes before linearized reading' (duration: 1.983114564s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:50.868251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.754082638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-04-23T08:43:50.868262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:48.884845Z","time spent":"1.983400591s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:43:50.868315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.712638072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T08:43:50.868087Z","caller":"traceutil/trace.go:171","msg":"trace[31972725] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27922; }","duration":"2.711547777s","start":"2026-04-23T08:43:48.156531Z","end":"2026-04-23T08:43:50.868078Z","steps":["trace[31972725] 'agreement among raft nodes before linearized reading' (duration: 2.711466095s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:50.868362Z","caller":"traceutil/trace.go:171","msg":"trace[948932950] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27922; }","duration":"2.712739564s","start":"2026-04-23T08:43:48.155611Z","end":"2026-04-23T08:43:50.868351Z","steps":["trace[948932950] 'agreement among raft nodes before linearized reading' (duration: 2.712621411s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:50.868396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:48.155573Z","time spent":"2.712815656s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T08:43:50.868401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:48.156521Z","time spent":"2.711868244s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T08:43:50.86832Z","caller":"traceutil/trace.go:171","msg":"trace[2082723020] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:27922; }","duration":"2.754195491s","start":"2026-04-23T08:43:48.114108Z","end":"2026-04-23T08:43:50.868303Z","steps":["trace[2082723020] 'agreement among raft nodes before linearized reading' (duration: 2.754008547s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:50.868267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.909225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-23T08:43:50.868508Z","caller":"traceutil/trace.go:171","msg":"trace[824127886] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27922; }","duration":"841.192533ms","start":"2026-04-23T08:43:50.027302Z","end":"2026-04-23T08:43:50.868495Z","steps":["trace[824127886] 'agreement among raft nodes before linearized reading' (duration: 840.778043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:50.868556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:50.027275Z","time spent":"841.270064ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T08:43:50.868202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.01809192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-23T08:43:50.868671Z","caller":"traceutil/trace.go:171","msg":"trace[1888940334] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:27922; }","duration":"2.018599501s","start":"2026-04-23T08:43:48.850052Z","end":"2026-04-23T08:43:50.868652Z","steps":["trace[1888940334] 'agreement among raft nodes before linearized reading' (duration: 2.018016048s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:50.868734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:48.850024Z","time spent":"2.018694214s","remote":"127.0.0.1:47922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-04-23T08:43:50.868204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:48.230991Z","time spent":"2.637203243s","remote":"127.0.0.1:35590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:43:50.867763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186242877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:43:50.868995Z","caller":"traceutil/trace.go:171","msg":"trace[671510771] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27922; }","duration":"1.187505956s","start":"2026-04-23T08:43:49.681451Z","end":"2026-04-23T08:43:50.868957Z","steps":["trace[671510771] 'agreement among raft nodes before linearized reading' (duration: 1.186213476s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:50.869133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:49.681425Z","time spent":"1.187667609s","remote":"127.0.0.1:41358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:43:50.868466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:48.11408Z","time spent":"2.754376666s","remote":"127.0.0.1:48054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-04-23T08:43:50.868201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:48.155456Z","time spent":"2.712732254s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T08:43:50.965871Z","caller":"traceutil/trace.go:171","msg":"trace[2140265938] transaction","detail":"{read_only:false; response_revision:27923; number_of_response:1; }","duration":"177.775485ms","start":"2026-04-23T08:43:50.788063Z","end":"2026-04-23T08:43:50.965839Z","steps":["trace[2140265938] 'process raft request' (duration: 107.169129ms)","trace[2140265938] 'compare' (duration: 70.103994ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:43:50.965955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.748355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:43:50.966021Z","caller":"traceutil/trace.go:171","msg":"trace[1052277021] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:27924; }","duration":"105.881849ms","start":"2026-04-23T08:43:50.860121Z","end":"2026-04-23T08:43:50.966003Z","steps":["trace[1052277021] 'agreement among raft nodes before linearized reading' (duration: 105.769416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:50.966151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.986419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:43:50.966244Z","caller":"traceutil/trace.go:171","msg":"trace[2067709596] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:27924; }","duration":"175.081862ms","start":"2026-04-23T08:43:50.791108Z","end":"2026-04-23T08:43:50.966189Z","steps":["trace[2067709596] 'agreement among raft nodes before linearized reading' (duration: 174.969949ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:50.966216Z","caller":"traceutil/trace.go:171","msg":"trace[623903631] transaction","detail":"{read_only:false; response_revision:27924; number_of_response:1; }","duration":"177.264143ms","start":"2026-04-23T08:43:50.788916Z","end":"2026-04-23T08:43:50.96618Z","steps":["trace[623903631] 'process raft request' (duration: 176.677719ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:51.015847Z","caller":"traceutil/trace.go:171","msg":"trace[1962405091] transaction","detail":"{read_only:false; response_revision:27929; number_of_response:1; }","duration":"138.821626ms","start":"2026-04-23T08:43:50.877Z","end":"2026-04-23T08:43:51.015822Z","steps":["trace[1962405091] 'process raft request' (duration: 138.673663ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:51.01605Z","caller":"traceutil/trace.go:171","msg":"trace[1831700839] transaction","detail":"{read_only:false; response_revision:27927; number_of_response:1; }","duration":"141.103319ms","start":"2026-04-23T08:43:50.874937Z","end":"2026-04-23T08:43:51.01604Z","steps":["trace[1831700839] 'process raft request' (duration: 140.634088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:51.016034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.028162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:43:51.016004Z","caller":"traceutil/trace.go:171","msg":"trace[866187387] transaction","detail":"{read_only:false; response_revision:27926; number_of_response:1; }","duration":"141.012838ms","start":"2026-04-23T08:43:50.874934Z","end":"2026-04-23T08:43:51.015947Z","steps":["trace[866187387] 'process raft request' (duration: 140.601708ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:51.016103Z","caller":"traceutil/trace.go:171","msg":"trace[799540214] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27929; }","duration":"139.117713ms","start":"2026-04-23T08:43:50.876965Z","end":"2026-04-23T08:43:51.016082Z","steps":["trace[799540214] 'agreement among raft nodes before linearized reading' (duration: 139.017841ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:51.016148Z","caller":"traceutil/trace.go:171","msg":"trace[1130393568] transaction","detail":"{read_only:false; response_revision:27928; number_of_response:1; }","duration":"140.711611ms","start":"2026-04-23T08:43:50.875428Z","end":"2026-04-23T08:43:51.016139Z","steps":["trace[1130393568] 'process raft request' (duration: 140.193258ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:51.016434Z","caller":"traceutil/trace.go:171","msg":"trace[1614444394] transaction","detail":"{read_only:false; response_revision:27925; number_of_response:1; }","duration":"141.724504ms","start":"2026-04-23T08:43:50.874663Z","end":"2026-04-23T08:43:51.016388Z","steps":["trace[1614444394] 'process raft request' (duration: 140.769822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:51.016527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.43902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e3bea1dd-b45f-4022-9994-6f53bcc0675c\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-04-23T08:43:51.016574Z","caller":"traceutil/trace.go:171","msg":"trace[985334385] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e3bea1dd-b45f-4022-9994-6f53bcc0675c; range_end:; response_count:1; response_revision:27929; }","duration":"142.505112ms","start":"2026-04-23T08:43:50.874051Z","end":"2026-04-23T08:43:51.016556Z","steps":["trace[985334385] 'agreement among raft nodes before linearized reading' (duration: 142.360389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:51.016683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.176318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-23T08:43:51.016766Z","caller":"traceutil/trace.go:171","msg":"trace[877117649] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27929; }","duration":"143.310931ms","start":"2026-04-23T08:43:50.873436Z","end":"2026-04-23T08:43:51.016747Z","steps":["trace[877117649] 'agreement among raft nodes before linearized reading' (duration: 143.019354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:52.887065Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634069948,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T08:43:53.17757Z","caller":"traceutil/trace.go:171","msg":"trace[548096984] transaction","detail":"{read_only:false; response_revision:27931; number_of_response:1; }","duration":"824.183964ms","start":"2026-04-23T08:43:52.353347Z","end":"2026-04-23T08:43:53.177531Z","steps":["trace[548096984] 'process raft request' (duration: 823.866757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:53.17798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:52.353323Z","time spent":"824.349088ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:43:54.884811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000859498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:43:54.884886Z","caller":"traceutil/trace.go:171","msg":"trace[1692226432] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000989991s","start":"2026-04-23T08:43:52.883882Z","end":"2026-04-23T08:43:54.884872Z","steps":["trace[1692226432] 'agreement among raft nodes before linearized reading' (duration: 2.000900799s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:54.884919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:52.883864Z","time spent":"2.001045813s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:43:55.594777Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.417584194s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T08:43:55.595869Z","caller":"traceutil/trace.go:171","msg":"trace[1834251836] transaction","detail":"{read_only:false; response_revision:27932; number_of_response:1; }","duration":"3.095276783s","start":"2026-04-23T08:43:52.500553Z","end":"2026-04-23T08:43:55.59583Z","steps":["trace[1834251836] 'process raft request' (duration: 3.094896494s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:55.596245Z","caller":"traceutil/trace.go:171","msg":"trace[1860320615] transaction","detail":"{read_only:false; response_revision:27933; number_of_response:1; }","duration":"2.807016924s","start":"2026-04-23T08:43:52.789189Z","end":"2026-04-23T08:43:55.596206Z","steps":["trace[1860320615] 'process raft request' (duration: 2.806567163s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:55.596445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:52.789163Z","time spent":"2.807178938s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:43:55.596492Z","caller":"traceutil/trace.go:171","msg":"trace[1362170404] linearizableReadLoop","detail":"{readStateIndex:28941; appliedIndex:28934; }","duration":"3.210482599s","start":"2026-04-23T08:43:52.385991Z","end":"2026-04-23T08:43:55.596474Z","steps":["trace[1362170404] 'read index received' (duration: 791.281497ms)","trace[1362170404] 'applied index is now lower than readState.Index' (duration: 2.419200082s)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:43:55.596597Z","caller":"traceutil/trace.go:171","msg":"trace[230730402] transaction","detail":"{read_only:false; response_revision:27935; number_of_response:1; }","duration":"2.807244089s","start":"2026-04-23T08:43:52.789285Z","end":"2026-04-23T08:43:55.596529Z","steps":["trace[230730402] 'process raft request' (duration: 2.807008584s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:55.59664Z","caller":"traceutil/trace.go:171","msg":"trace[1444670981] transaction","detail":"{read_only:false; response_revision:27936; number_of_response:1; }","duration":"2.80726779s","start":"2026-04-23T08:43:52.789326Z","end":"2026-04-23T08:43:55.596594Z","steps":["trace[1444670981] 'process raft request' (duration: 2.807022744s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:55.596735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.210733865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:43:55.596774Z","caller":"traceutil/trace.go:171","msg":"trace[566768629] transaction","detail":"{read_only:false; response_revision:27937; number_of_response:1; }","duration":"2.807147557s","start":"2026-04-23T08:43:52.789612Z","end":"2026-04-23T08:43:55.596759Z","steps":["trace[566768629] 'process raft request' (duration: 2.806774358s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:55.596825Z","caller":"traceutil/trace.go:171","msg":"trace[2058678642] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:27937; }","duration":"3.210868939s","start":"2026-04-23T08:43:52.385933Z","end":"2026-04-23T08:43:55.596802Z","steps":["trace[2058678642] 'agreement among raft nodes before linearized reading' (duration: 3.210690454s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:55.596785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:52.789031Z","time spent":"2.807662879s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:43:55.596916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:52.385909Z","time spent":"3.21096164s","remote":"127.0.0.1:43986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:43:55.596924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:52.7896Z","time spent":"2.807210339s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:43:55.596843Z","caller":"traceutil/trace.go:171","msg":"trace[1622973948] transaction","detail":"{read_only:false; response_revision:27934; number_of_response:1; }","duration":"2.807597307s","start":"2026-04-23T08:43:52.789219Z","end":"2026-04-23T08:43:55.596816Z","steps":["trace[1622973948] 'process raft request' (duration: 2.80689213s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:55.597107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:52.789205Z","time spent":"2.807783442s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:43:55.597144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:52.50052Z","time spent":"3.095426027s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:43:55.597174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:52.789287Z","time spent":"2.807444614s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:43:56.097203Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634069958,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:43:56.885175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000341066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:43:56.88529Z","caller":"traceutil/trace.go:171","msg":"trace[2092249449] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000497309s","start":"2026-04-23T08:43:54.884769Z","end":"2026-04-23T08:43:56.885267Z","steps":["trace[2092249449] 'agreement among raft nodes before linearized reading' (duration: 2.000337345s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:56.885349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:54.884701Z","time spent":"2.000636203s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:43:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:43:57.356037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177168515s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-23T08:43:57.357401Z","caller":"traceutil/trace.go:171","msg":"trace[1401012359] transaction","detail":"{read_only:false; response_revision:27938; number_of_response:1; }","duration":"2.172490009s","start":"2026-04-23T08:43:55.184879Z","end":"2026-04-23T08:43:57.357369Z","steps":["trace[1401012359] 'process raft request' (duration: 2.171379713s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:57.3574Z","caller":"traceutil/trace.go:171","msg":"trace[1682111267] linearizableReadLoop","detail":"{readStateIndex:28943; appliedIndex:28941; }","duration":"1.760840312s","start":"2026-04-23T08:43:55.59653Z","end":"2026-04-23T08:43:57.357371Z","steps":["trace[1682111267] 'read index received' (duration: 582.263654ms)","trace[1682111267] 'applied index is now lower than readState.Index' (duration: 1.178574538s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:43:57.357552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:55.18485Z","time spent":"2.172621532s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:43:58.143381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.650246694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-04-23T08:43:58.143415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.006334784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-04-23T08:43:58.143446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.492691977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T08:43:58.1435Z","caller":"traceutil/trace.go:171","msg":"trace[308823244] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:27938; }","duration":"1.650386257s","start":"2026-04-23T08:43:56.493082Z","end":"2026-04-23T08:43:58.143468Z","steps":["trace[308823244] 'agreement among raft nodes before linearized reading' (duration: 864.596207ms)","trace[308823244] 'range keys from in-memory index tree' (duration: 785.477663ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:43:58.143564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.403332029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:43:58.143512Z","caller":"traceutil/trace.go:171","msg":"trace[1735089534] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:27938; }","duration":"4.006487768s","start":"2026-04-23T08:43:54.136996Z","end":"2026-04-23T08:43:58.143484Z","steps":["trace[1735089534] 'agreement among raft nodes before linearized reading' (duration: 3.220436991s)","trace[1735089534] 'range keys from in-memory index tree' (duration: 785.78622ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:43:58.143564Z","caller":"traceutil/trace.go:171","msg":"trace[2067670328] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:27938; }","duration":"5.492887342s","start":"2026-04-23T08:43:52.650643Z","end":"2026-04-23T08:43:58.14353Z","steps":["trace[2067670328] 'agreement among raft nodes before linearized reading' (duration: 4.706811965s)","trace[2067670328] 'count revisions from in-memory index tree' (duration: 785.883083ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:43:58.143596Z","caller":"traceutil/trace.go:171","msg":"trace[63204460] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:27938; }","duration":"4.403413251s","start":"2026-04-23T08:43:53.740175Z","end":"2026-04-23T08:43:58.143588Z","steps":["trace[63204460] 'agreement among raft nodes before linearized reading' (duration: 3.617253472s)","trace[63204460] 'count revisions from in-memory index tree' (duration: 786.111607ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:43:58.143608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:54.136975Z","time spent":"4.00662281s","remote":"127.0.0.1:48054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-04-23T08:43:58.143624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:53.740145Z","time spent":"4.403472373s","remote":"127.0.0.1:43954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:43:58.143619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.470964827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:43:58.143636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:52.650621Z","time spent":"5.493000325s","remote":"127.0.0.1:48222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":190,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:43:58.1437Z","caller":"traceutil/trace.go:171","msg":"trace[1572639940] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:27938; }","duration":"2.47107022s","start":"2026-04-23T08:43:55.672595Z","end":"2026-04-23T08:43:58.143665Z","steps":["trace[1572639940] 'agreement among raft nodes before linearized reading' (duration: 1.685034344s)","trace[1572639940] 'count revisions from in-memory index tree' (duration: 785.964134ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:43:58.14373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.987761913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-04-23T08:43:58.143753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.121822511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-23T08:43:58.143562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:56.492999Z","time spent":"1.650551761s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-23T08:43:58.143793Z","caller":"traceutil/trace.go:171","msg":"trace[1550854241] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27938; }","duration":"1.987857445s","start":"2026-04-23T08:43:56.15592Z","end":"2026-04-23T08:43:58.143778Z","steps":["trace[1550854241] 'agreement among raft nodes before linearized reading' (duration: 1.201779129s)","trace[1550854241] 'range keys from in-memory index tree' (duration: 785.951384ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:43:58.143832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:56.155898Z","time spent":"1.987925598s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T08:43:58.143882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.122962518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-04-23T08:43:58.143925Z","caller":"traceutil/trace.go:171","msg":"trace[833704222] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.123065s","start":"2026-04-23T08:43:53.020851Z","end":"2026-04-23T08:43:58.143916Z","steps":["trace[833704222] 'agreement among raft nodes before linearized reading' (duration: 4.336532512s)","trace[833704222] 'range keys from in-memory index tree' (duration: 786.454005ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:43:58.143996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.171690413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-23T08:43:58.144038Z","caller":"traceutil/trace.go:171","msg":"trace[782794722] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27938; }","duration":"5.171838277s","start":"2026-04-23T08:43:52.972188Z","end":"2026-04-23T08:43:58.144026Z","steps":["trace[782794722] 'agreement among raft nodes before linearized reading' (duration: 4.385226808s)","trace[782794722] 'range keys from in-memory index tree' (duration: 786.475076ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:43:58.144068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:52.972159Z","time spent":"5.171902828s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T08:43:58.14407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.740278515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T08:43:58.144121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.122763142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T08:43:58.14413Z","caller":"traceutil/trace.go:171","msg":"trace[2127577779] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:27938; }","duration":"4.740378677s","start":"2026-04-23T08:43:53.403739Z","end":"2026-04-23T08:43:58.144118Z","steps":["trace[2127577779] 'agreement among raft nodes before linearized reading' (duration: 3.953699257s)","trace[2127577779] 'count revisions from in-memory index tree' (duration: 786.609029ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:43:58.144152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.122676551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-04-23T08:43:58.144159Z","caller":"traceutil/trace.go:171","msg":"trace[1921547188] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27938; }","duration":"5.122815824s","start":"2026-04-23T08:43:53.021333Z","end":"2026-04-23T08:43:58.144149Z","steps":["trace[1921547188] 'agreement among raft nodes before linearized reading' (duration: 4.336087612s)","trace[1921547188] 'range keys from in-memory index tree' (duration: 786.6411ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:43:58.144178Z","caller":"traceutil/trace.go:171","msg":"trace[2041477720] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.122758723s","start":"2026-04-23T08:43:53.021412Z","end":"2026-04-23T08:43:58.144171Z","steps":["trace[2041477720] 'agreement among raft nodes before linearized reading' (duration: 4.33597966s)","trace[2041477720] 'range keys from in-memory index tree' (duration: 786.726002ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:43:58.144173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:53.403714Z","time spent":"4.740448629s","remote":"127.0.0.1:48366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":17,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:43:58.144193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:53.021324Z","time spent":"5.122862835s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T08:43:58.144207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:53.021387Z","time spent":"5.122814574s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/23 08:43:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:43:58.144126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250281609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:43:58.144392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.173136808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"warn","ts":"2026-04-23T08:43:58.144418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.516512896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-58dfbdd9c4-nx5t7.18a8ed8b8d4f6158\" ","response":"range_response_count:1 size:1138"} {"level":"info","ts":"2026-04-23T08:43:58.144437Z","caller":"traceutil/trace.go:171","msg":"trace[469641678] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27938; }","duration":"1.250596497s","start":"2026-04-23T08:43:56.893788Z","end":"2026-04-23T08:43:58.144385Z","steps":["trace[469641678] 'agreement among raft nodes before linearized reading' (duration: 463.872185ms)","trace[469641678] 'range keys from in-memory index tree' (duration: 786.439245ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:43:58.144497Z","caller":"traceutil/trace.go:171","msg":"trace[33210032] range","detail":"{range_begin:/registry/events/openstack/barbican-api-58dfbdd9c4-nx5t7.18a8ed8b8d4f6158; range_end:; response_count:1; response_revision:27938; }","duration":"1.51664907s","start":"2026-04-23T08:43:56.627827Z","end":"2026-04-23T08:43:58.144476Z","steps":["trace[33210032] 'agreement among raft nodes before linearized reading' (duration: 729.841916ms)","trace[33210032] 'range keys from in-memory index tree' (duration: 786.63625ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:43:58.144539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:56.627796Z","time spent":"1.516734171s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1161,"request content":"key:\"/registry/events/openstack/barbican-api-58dfbdd9c4-nx5t7.18a8ed8b8d4f6158\" "} {"level":"warn","ts":"2026-04-23T08:43:58.144581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:56.893765Z","time spent":"1.250762431s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:43:58.14361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.909243242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:43:58.144681Z","caller":"traceutil/trace.go:171","msg":"trace[1773371586] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:27938; }","duration":"1.910313938s","start":"2026-04-23T08:43:56.234347Z","end":"2026-04-23T08:43:58.144661Z","steps":["trace[1773371586] 'agreement among raft nodes before linearized reading' (duration: 1.12333989s)","trace[1773371586] 'count revisions from in-memory index tree' (duration: 785.884042ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:43:58.143766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:55.672568Z","time spent":"2.471186173s","remote":"127.0.0.1:44398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:43:58.143531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013988761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-23T08:43:58.144892Z","caller":"traceutil/trace.go:171","msg":"trace[108731198] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:27938; }","duration":"1.015427174s","start":"2026-04-23T08:43:57.129445Z","end":"2026-04-23T08:43:58.144872Z","steps":["trace[108731198] 'agreement among raft nodes before linearized reading' (duration: 228.207041ms)","trace[108731198] 'range keys from in-memory index tree' (duration: 785.677217ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:43:58.144345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.12974056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:43:58.145014Z","caller":"traceutil/trace.go:171","msg":"trace[1489268841] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:27938; }","duration":"4.130443957s","start":"2026-04-23T08:43:54.014548Z","end":"2026-04-23T08:43:58.144992Z","steps":["trace[1489268841] 'agreement among raft nodes before linearized reading' (duration: 3.342876875s)","trace[1489268841] 'count revisions from in-memory index tree' (duration: 786.896076ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:43:58.145081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:54.014522Z","time spent":"4.130534689s","remote":"127.0.0.1:38864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:43:58.144036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:53.020816Z","time spent":"5.123209343s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/23 08:43:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:43:58.143374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.122418565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-23T08:43:58.145284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.583648ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:43:58.145299Z","caller":"traceutil/trace.go:171","msg":"trace[633752925] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27938; }","duration":"5.12438981s","start":"2026-04-23T08:43:53.020845Z","end":"2026-04-23T08:43:58.145235Z","steps":["trace[633752925] 'agreement among raft nodes before linearized reading' (duration: 4.336584393s)","trace[633752925] 'range keys from in-memory index tree' (duration: 785.690607ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:43:58.144431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.122533539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:43:58.143823Z","caller":"traceutil/trace.go:171","msg":"trace[890920941] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27938; }","duration":"5.121922363s","start":"2026-04-23T08:43:53.021874Z","end":"2026-04-23T08:43:58.143796Z","steps":["trace[890920941] 'agreement among raft nodes before linearized reading' (duration: 4.335506248s)","trace[890920941] 'range keys from in-memory index tree' (duration: 786.296821ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:43:58.144438Z","caller":"traceutil/trace.go:171","msg":"trace[1015839865] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.17323304s","start":"2026-04-23T08:43:52.971194Z","end":"2026-04-23T08:43:58.144427Z","steps":["trace[1015839865] 'agreement among raft nodes before linearized reading' (duration: 4.386224891s)","trace[1015839865] 'range keys from in-memory index tree' (duration: 786.927156ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:43:58.144733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:56.234288Z","time spent":"1.91043173s","remote":"127.0.0.1:48212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":19,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:43:58.146584Z","caller":"traceutil/trace.go:171","msg":"trace[504265666] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:27938; }","duration":"3.124694509s","start":"2026-04-23T08:43:55.021842Z","end":"2026-04-23T08:43:58.146537Z","steps":["trace[504265666] 'agreement among raft nodes before linearized reading' (duration: 2.335562171s)","trace[504265666] 'count revisions from in-memory index tree' (duration: 787.001398ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:43:58.146676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:53.021848Z","time spent":"5.124814771s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T08:43:58.146754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:55.021814Z","time spent":"3.124880724s","remote":"127.0.0.1:44402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:43:58.146908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:52.971172Z","time spent":"5.175695197s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T08:43:58.14694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:53.020819Z","time spent":"5.126101121s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/04/23 08:43:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-23T08:43:58.145373Z","caller":"traceutil/trace.go:171","msg":"trace[2101373027] transaction","detail":"{read_only:false; response_revision:27939; number_of_response:1; }","duration":"541.819062ms","start":"2026-04-23T08:43:57.603537Z","end":"2026-04-23T08:43:58.145356Z","steps":["trace[2101373027] 'process raft request' (duration: 422.07019ms)","trace[2101373027] 'compare' (duration: 119.014655ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:43:58.14494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:57.129418Z","time spent":"1.015507616s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-23T08:43:58.14745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:57.603509Z","time spent":"543.84151ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:43:59.195097Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.169423384s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T08:43:59.304347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.15425ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:43:59.304526Z","caller":"traceutil/trace.go:171","msg":"trace[1308984970] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27939; }","duration":"910.359935ms","start":"2026-04-23T08:43:58.394142Z","end":"2026-04-23T08:43:59.304502Z","steps":["trace[1308984970] 'range keys from in-memory index tree' (duration: 910.134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:59.306121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.759402ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:43:59.306349Z","caller":"traceutil/trace.go:171","msg":"trace[1705082841] transaction","detail":"{read_only:false; response_revision:27940; number_of_response:1; }","duration":"1.701198943s","start":"2026-04-23T08:43:57.605099Z","end":"2026-04-23T08:43:59.306298Z","steps":["trace[1705082841] 'process raft request' (duration: 1.590166634s)","trace[1705082841] 'compare' (duration: 109.708328ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:43:59.30672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:57.605087Z","time spent":"1.7015317s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:43:59.307202Z","caller":"traceutil/trace.go:171","msg":"trace[52334428] transaction","detail":"{read_only:false; response_revision:27941; number_of_response:1; }","duration":"1.70193407s","start":"2026-04-23T08:43:57.605229Z","end":"2026-04-23T08:43:59.307163Z","steps":["trace[52334428] 'process raft request' (duration: 1.700984928s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:59.307218Z","caller":"traceutil/trace.go:171","msg":"trace[294234062] linearizableReadLoop","detail":"{readStateIndex:28948; appliedIndex:28943; }","duration":"1.636866093s","start":"2026-04-23T08:43:57.67033Z","end":"2026-04-23T08:43:59.307196Z","steps":["trace[294234062] 'read index received' (duration: 355.291974ms)","trace[294234062] 'applied index is now lower than readState.Index' (duration: 1.281569938s)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:43:59.307279Z","caller":"traceutil/trace.go:171","msg":"trace[129945839] transaction","detail":"{read_only:false; response_revision:27943; number_of_response:1; }","duration":"1.700361793s","start":"2026-04-23T08:43:57.606877Z","end":"2026-04-23T08:43:59.307239Z","steps":["trace[129945839] 'process raft request' (duration: 1.70026955s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:43:59.307283Z","caller":"traceutil/trace.go:171","msg":"trace[1608410257] transaction","detail":"{read_only:false; response_revision:27942; number_of_response:1; }","duration":"1.701437808s","start":"2026-04-23T08:43:57.6058Z","end":"2026-04-23T08:43:59.307238Z","steps":["trace[1608410257] 'process raft request' (duration: 1.701155991s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:59.307375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:57.605217Z","time spent":"1.702069323s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:43:59.307457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:57.606866Z","time spent":"1.700494196s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:43:59.307381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.637022316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:43:59.307522Z","caller":"traceutil/trace.go:171","msg":"trace[1904653014] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:27943; }","duration":"1.637226591s","start":"2026-04-23T08:43:57.670282Z","end":"2026-04-23T08:43:59.307509Z","steps":["trace[1904653014] 'agreement among raft nodes before linearized reading' (duration: 1.637033676s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:43:59.307563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:57.670263Z","time spent":"1.637286312s","remote":"127.0.0.1:44574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:43:59.307561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:57.605784Z","time spent":"1.701589192s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:43:59.807984Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634069974,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:44:00.146202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999957576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:44:00.14637Z","caller":"traceutil/trace.go:171","msg":"trace[1867165662] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000194602s","start":"2026-04-23T08:43:58.146151Z","end":"2026-04-23T08:44:00.146345Z","steps":["trace[1867165662] 'agreement among raft nodes before linearized reading' (duration: 1.999991867s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:00.14643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:58.146131Z","time spent":"2.000288365s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:44:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:44:00.904716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.291066ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:44:00.905486Z","caller":"traceutil/trace.go:171","msg":"trace[370431330] transaction","detail":"{read_only:false; response_revision:27946; number_of_response:1; }","duration":"2.753860893s","start":"2026-04-23T08:43:58.151595Z","end":"2026-04-23T08:44:00.905456Z","steps":["trace[370431330] 'process raft request' (duration: 2.753408632s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:44:00.905532Z","caller":"traceutil/trace.go:171","msg":"trace[1210459960] transaction","detail":"{read_only:false; response_revision:27948; number_of_response:1; }","duration":"2.753629168s","start":"2026-04-23T08:43:58.151861Z","end":"2026-04-23T08:44:00.90549Z","steps":["trace[1210459960] 'process raft request' (duration: 2.753261819s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:00.905575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:58.151576Z","time spent":"2.753957946s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:44:00.905616Z","caller":"traceutil/trace.go:171","msg":"trace[95744860] transaction","detail":"{read_only:false; response_revision:27949; number_of_response:1; }","duration":"2.753675619s","start":"2026-04-23T08:43:58.151901Z","end":"2026-04-23T08:44:00.905576Z","steps":["trace[95744860] 'process raft request' (duration: 2.753276939s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:44:00.905701Z","caller":"traceutil/trace.go:171","msg":"trace[545132831] transaction","detail":"{read_only:false; response_revision:27944; number_of_response:1; }","duration":"2.756351741s","start":"2026-04-23T08:43:58.149336Z","end":"2026-04-23T08:44:00.905688Z","steps":["trace[545132831] 'process raft request' (duration: 1.873952349s)","trace[545132831] 'compare' (duration: 880.787315ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:44:00.905757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:58.14931Z","time spent":"2.756419933s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:44:00.905772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:58.151852Z","time spent":"2.753789431s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:44:00.905827Z","caller":"traceutil/trace.go:171","msg":"trace[1942847433] transaction","detail":"{read_only:false; response_revision:27947; number_of_response:1; }","duration":"2.75416005s","start":"2026-04-23T08:43:58.151642Z","end":"2026-04-23T08:44:00.905802Z","steps":["trace[1942847433] 'process raft request' (duration: 2.753426883s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:00.905856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:58.151876Z","time spent":"2.753855153s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:44:00.905954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:58.151634Z","time spent":"2.754260612s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:44:00.905948Z","caller":"traceutil/trace.go:171","msg":"trace[1057392385] transaction","detail":"{read_only:false; response_revision:27945; number_of_response:1; }","duration":"2.755104112s","start":"2026-04-23T08:43:58.150791Z","end":"2026-04-23T08:44:00.905895Z","steps":["trace[1057392385] 'process raft request' (duration: 2.754074638s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:00.906212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:58.150764Z","time spent":"2.755261756s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:44:00.9064Z","caller":"traceutil/trace.go:171","msg":"trace[786047922] linearizableReadLoop","detail":"{readStateIndex:28957; appliedIndex:28948; }","duration":"1.5990923s","start":"2026-04-23T08:43:59.307282Z","end":"2026-04-23T08:44:00.906374Z","steps":["trace[786047922] 'read index received' (duration: 715.973771ms)","trace[786047922] 'applied index is now lower than readState.Index' (duration: 883.115479ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:44:00.906537Z","caller":"traceutil/trace.go:171","msg":"trace[650989186] transaction","detail":"{read_only:false; response_revision:27950; number_of_response:1; }","duration":"2.754212432s","start":"2026-04-23T08:43:58.152309Z","end":"2026-04-23T08:44:00.906521Z","steps":["trace[650989186] 'process raft request' (duration: 2.752925162s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:00.906538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.5366837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:44:00.906596Z","caller":"traceutil/trace.go:171","msg":"trace[232967741] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27952; }","duration":"2.536799263s","start":"2026-04-23T08:43:58.369779Z","end":"2026-04-23T08:44:00.906578Z","steps":["trace[232967741] 'agreement among raft nodes before linearized reading' (duration: 2.536689581s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:00.906622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.859101347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:44:00.906579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.813857988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:44:00.906786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.056180678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-04-23T08:44:00.906846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.757371466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a9d0e8d8-20d6-4556-9b68-2b25a68d89a6\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-04-23T08:44:00.906944Z","caller":"traceutil/trace.go:171","msg":"trace[487029] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a9d0e8d8-20d6-4556-9b68-2b25a68d89a6; range_end:; response_count:1; response_revision:27952; }","duration":"2.757487648s","start":"2026-04-23T08:43:58.149437Z","end":"2026-04-23T08:44:00.906924Z","steps":["trace[487029] 'agreement among raft nodes before linearized reading' (duration: 2.757166441s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:44:00.906927Z","caller":"traceutil/trace.go:171","msg":"trace[1330575884] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:27952; }","duration":"1.814239587s","start":"2026-04-23T08:43:59.092631Z","end":"2026-04-23T08:44:00.906871Z","steps":["trace[1330575884] 'agreement among raft nodes before linearized reading' (duration: 1.813842168s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:00.90666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:58.369753Z","time spent":"2.536890685s","remote":"127.0.0.1:41364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:44:00.907029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:58.149402Z","time spent":"2.75759079s","remote":"127.0.0.1:48040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-a9d0e8d8-20d6-4556-9b68-2b25a68d89a6\" "} {"level":"info","ts":"2026-04-23T08:44:00.906765Z","caller":"traceutil/trace.go:171","msg":"trace[599732528] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:27952; }","duration":"2.859363243s","start":"2026-04-23T08:43:58.04738Z","end":"2026-04-23T08:44:00.906743Z","steps":["trace[599732528] 'agreement among raft nodes before linearized reading' (duration: 2.859113977s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:00.907058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.073751767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"warn","ts":"2026-04-23T08:44:00.907115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:58.047352Z","time spent":"2.859740002s","remote":"127.0.0.1:44204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:44:00.907151Z","caller":"traceutil/trace.go:171","msg":"trace[1937613697] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:27952; }","duration":"2.073873539s","start":"2026-04-23T08:43:58.833231Z","end":"2026-04-23T08:44:00.907105Z","steps":["trace[1937613697] 'agreement among raft nodes before linearized reading' (duration: 2.073633334s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:00.907185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:58.833199Z","time spent":"2.073978322s","remote":"127.0.0.1:48340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11860,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-04-23T08:44:00.907062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:59.092605Z","time spent":"1.814440711s","remote":"127.0.0.1:44078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:44:00.906605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:58.152298Z","time spent":"2.754271603s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:44:00.907219Z","caller":"traceutil/trace.go:171","msg":"trace[826736246] transaction","detail":"{read_only:false; response_revision:27951; number_of_response:1; }","duration":"2.531646043s","start":"2026-04-23T08:43:58.374833Z","end":"2026-04-23T08:44:00.906479Z","steps":["trace[826736246] 'process raft request' (duration: 2.530461495s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:00.907317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.907362778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:44:00.906679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.59416656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:44:00.907377Z","caller":"traceutil/trace.go:171","msg":"trace[1924571080] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27952; }","duration":"1.908204397s","start":"2026-04-23T08:43:58.999156Z","end":"2026-04-23T08:44:00.907361Z","steps":["trace[1924571080] 'agreement among raft nodes before linearized reading' (duration: 1.907325497s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:44:00.907381Z","caller":"traceutil/trace.go:171","msg":"trace[1730815154] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:27952; }","duration":"2.594915318s","start":"2026-04-23T08:43:58.31245Z","end":"2026-04-23T08:44:00.907366Z","steps":["trace[1730815154] 'agreement among raft nodes before linearized reading' (duration: 2.594057197s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:00.907419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:58.99913Z","time spent":"1.90827835s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:44:00.907418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:58.374809Z","time spent":"2.532516993s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:44:00.907422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:58.312434Z","time spent":"2.59497353s","remote":"127.0.0.1:48240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":125,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:44:00.906665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.755651395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-23T08:44:00.907606Z","caller":"traceutil/trace.go:171","msg":"trace[643231215] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27952; }","duration":"2.756637528s","start":"2026-04-23T08:43:58.15095Z","end":"2026-04-23T08:44:00.907587Z","steps":["trace[643231215] 'agreement among raft nodes before linearized reading' (duration: 2.755510861s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:00.90768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:58.150929Z","time spent":"2.75672371s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-23T08:44:00.908033Z","caller":"traceutil/trace.go:171","msg":"trace[1986843079] transaction","detail":"{read_only:false; response_revision:27952; number_of_response:1; }","duration":"1.543888204s","start":"2026-04-23T08:43:59.364131Z","end":"2026-04-23T08:44:00.908019Z","steps":["trace[1986843079] 'process raft request' (duration: 1.541225162s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:00.908132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:59.364103Z","time spent":"1.543988165s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:44:00.906959Z","caller":"traceutil/trace.go:171","msg":"trace[331961461] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:27952; }","duration":"2.056342371s","start":"2026-04-23T08:43:58.850563Z","end":"2026-04-23T08:44:00.906905Z","steps":["trace[331961461] 'agreement among raft nodes before linearized reading' (duration: 2.055957222s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:00.909507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:58.850548Z","time spent":"2.057902938s","remote":"127.0.0.1:47922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-04-23T08:44:01.407536Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634069978,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:44:02.043481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.41925ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:44:02.043701Z","caller":"traceutil/trace.go:171","msg":"trace[1105625889] transaction","detail":"{read_only:false; response_revision:27954; number_of_response:1; }","duration":"1.437847812s","start":"2026-04-23T08:44:00.605832Z","end":"2026-04-23T08:44:02.04368Z","steps":["trace[1105625889] 'process raft request' (duration: 1.43776834s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:02.043786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:00.605806Z","time spent":"1.437940044s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:44:02.04376Z","caller":"traceutil/trace.go:171","msg":"trace[1557825620] transaction","detail":"{read_only:false; response_revision:27953; number_of_response:1; }","duration":"1.888003337s","start":"2026-04-23T08:44:00.155707Z","end":"2026-04-23T08:44:02.043711Z","steps":["trace[1557825620] 'process raft request' (duration: 1.425256939s)","trace[1557825620] 'compare' (duration: 462.227896ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:44:02.043979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:00.155688Z","time spent":"1.888166971s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:44:02.155322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000425719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T08:44:02.155421Z","caller":"traceutil/trace.go:171","msg":"trace[1484019868] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000593813s","start":"2026-04-23T08:44:00.154806Z","end":"2026-04-23T08:44:02.1554Z","steps":["trace[1484019868] 'agreement among raft nodes before linearized reading' (duration: 2.00047515s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:02.155473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:00.154777Z","time spent":"2.000685255s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:44:02.97673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.00291241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:44:02.976818Z","caller":"traceutil/trace.go:171","msg":"trace[54295377] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"3.003073005s","start":"2026-04-23T08:43:59.973725Z","end":"2026-04-23T08:44:02.976798Z","steps":["trace[54295377] 'agreement among raft nodes before linearized reading' (duration: 3.002954502s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:02.976867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:59.973697Z","time spent":"3.003160976s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/23 08:44:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:44:03.020632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997923985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-23T08:44:03.020686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998303384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:44:03.02077Z","caller":"traceutil/trace.go:171","msg":"trace[765715738] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.99811901s","start":"2026-04-23T08:44:00.022626Z","end":"2026-04-23T08:44:03.020745Z","steps":["trace[765715738] 'agreement among raft nodes before linearized reading' (duration: 2.997948446s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:44:03.020787Z","caller":"traceutil/trace.go:171","msg":"trace[299711312] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998466767s","start":"2026-04-23T08:44:00.022295Z","end":"2026-04-23T08:44:03.020761Z","steps":["trace[299711312] 'agreement among raft nodes before linearized reading' (duration: 2.998328934s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:03.020829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:00.022609Z","time spent":"2.998208011s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T08:44:03.020848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:00.022274Z","time spent":"2.99856247s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/23 08:44:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/23 08:44:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:44:03.130092Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.300109642s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T08:44:03.199912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:00.910761Z","time spent":"2.28914181s","remote":"127.0.0.1:47922","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T08:44:03.200143Z","caller":"traceutil/trace.go:171","msg":"trace[739622297] linearizableReadLoop","detail":"{readStateIndex:28966; appliedIndex:28957; }","duration":"2.293657376s","start":"2026-04-23T08:44:00.906454Z","end":"2026-04-23T08:44:03.200112Z","steps":["trace[739622297] 'read index received' (duration: 674.610288ms)","trace[739622297] 'applied index is now lower than readState.Index' (duration: 1.619046047s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:44:03.20045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.164460317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:44:03.200448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.410293584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"warn","ts":"2026-04-23T08:44:03.200496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.211345021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:44:03.200538Z","caller":"traceutil/trace.go:171","msg":"trace[303483409] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27960; }","duration":"3.211469453s","start":"2026-04-23T08:43:59.989056Z","end":"2026-04-23T08:44:03.200525Z","steps":["trace[303483409] 'agreement among raft nodes before linearized reading' (duration: 3.211369531s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:44:03.200576Z","caller":"traceutil/trace.go:171","msg":"trace[1789197219] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:27960; }","duration":"3.164611751s","start":"2026-04-23T08:44:00.035896Z","end":"2026-04-23T08:44:03.200507Z","steps":["trace[1789197219] 'agreement among raft nodes before linearized reading' (duration: 3.164444777s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:03.200601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.570719945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:44:03.200633Z","caller":"traceutil/trace.go:171","msg":"trace[2090901660] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:27960; }","duration":"2.570805736s","start":"2026-04-23T08:44:00.629819Z","end":"2026-04-23T08:44:03.200624Z","steps":["trace[2090901660] 'agreement among raft nodes before linearized reading' (duration: 2.570743865s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:03.200647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.26879054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:44:03.200649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:00.035868Z","time spent":"3.164763165s","remote":"127.0.0.1:44194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:44:03.200676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:00.62979Z","time spent":"2.570874638s","remote":"127.0.0.1:48032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:44:03.200688Z","caller":"traceutil/trace.go:171","msg":"trace[1019919458] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:27960; }","duration":"3.268872822s","start":"2026-04-23T08:43:59.931801Z","end":"2026-04-23T08:44:03.200674Z","steps":["trace[1019919458] 'agreement among raft nodes before linearized reading' (duration: 3.26881051s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:03.20072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:59.931775Z","time spent":"3.268936113s","remote":"127.0.0.1:44404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:44:03.200839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.9140725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:44:03.200871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.612201972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:44:03.200892Z","caller":"traceutil/trace.go:171","msg":"trace[137130123] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:27960; }","duration":"2.914176872s","start":"2026-04-23T08:44:00.286703Z","end":"2026-04-23T08:44:03.20088Z","steps":["trace[137130123] 'agreement among raft nodes before linearized reading' (duration: 2.91408043s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:03.200896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.803369712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:44:03.200908Z","caller":"traceutil/trace.go:171","msg":"trace[149382132] transaction","detail":"{read_only:false; response_revision:27960; number_of_response:1; }","duration":"1.886630906s","start":"2026-04-23T08:44:01.314261Z","end":"2026-04-23T08:44:03.200892Z","steps":["trace[149382132] 'process raft request' (duration: 1.885803086s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:44:03.200931Z","caller":"traceutil/trace.go:171","msg":"trace[1077494484] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:27960; }","duration":"3.803473934s","start":"2026-04-23T08:43:59.397446Z","end":"2026-04-23T08:44:03.20092Z","steps":["trace[1077494484] 'agreement among raft nodes before linearized reading' (duration: 3.803388052s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:44:03.200881Z","caller":"traceutil/trace.go:171","msg":"trace[2055584292] transaction","detail":"{read_only:false; response_revision:27959; number_of_response:1; }","duration":"1.886761649s","start":"2026-04-23T08:44:01.31407Z","end":"2026-04-23T08:44:03.200832Z","steps":["trace[2055584292] 'process raft request' (duration: 1.88595217s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:03.200963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:59.397423Z","time spent":"3.803531576s","remote":"127.0.0.1:47986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:44:03.20104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:01.314249Z","time spent":"1.886704497s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:44:03.201105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:01.314062Z","time spent":"1.886916743s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:44:03.201197Z","caller":"traceutil/trace.go:171","msg":"trace[401432335] transaction","detail":"{read_only:false; response_revision:27956; number_of_response:1; }","duration":"2.196541921s","start":"2026-04-23T08:44:01.004639Z","end":"2026-04-23T08:44:03.201181Z","steps":["trace[401432335] 'process raft request' (duration: 2.195245731s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:44:03.201162Z","caller":"traceutil/trace.go:171","msg":"trace[2001946040] transaction","detail":"{read_only:false; response_revision:27958; number_of_response:1; }","duration":"1.887158418s","start":"2026-04-23T08:44:01.313955Z","end":"2026-04-23T08:44:03.201114Z","steps":["trace[2001946040] 'process raft request' (duration: 1.886009011s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:03.201289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:01.004625Z","time spent":"2.196621443s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:44:03.200589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:43:59.989027Z","time spent":"3.211550515s","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:44:03.201412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:01.313923Z","time spent":"1.887351823s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:44:03.200532Z","caller":"traceutil/trace.go:171","msg":"trace[1927131103] transaction","detail":"{read_only:false; response_revision:27955; number_of_response:1; }","duration":"2.210697151s","start":"2026-04-23T08:44:00.989809Z","end":"2026-04-23T08:44:03.200507Z","steps":["trace[1927131103] 'process raft request' (duration: 2.209925023s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:03.201551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:00.989789Z","time spent":"2.211726115s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:44:03.200928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:00.286676Z","time spent":"2.914242624s","remote":"127.0.0.1:44376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:44:03.200916Z","caller":"traceutil/trace.go:171","msg":"trace[1286187047] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:27960; }","duration":"2.612252433s","start":"2026-04-23T08:44:00.588652Z","end":"2026-04-23T08:44:03.200904Z","steps":["trace[1286187047] 'agreement among raft nodes before linearized reading' (duration: 2.61211068s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:03.20174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:00.588567Z","time spent":"2.613151004s","remote":"127.0.0.1:48340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":57,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:44:03.200539Z","caller":"traceutil/trace.go:171","msg":"trace[1289364478] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:27960; }","duration":"2.410461679s","start":"2026-04-23T08:44:00.790053Z","end":"2026-04-23T08:44:03.200515Z","steps":["trace[1289364478] 'agreement among raft nodes before linearized reading' (duration: 2.410271744s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:03.201866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:00.790022Z","time spent":"2.41182538s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-04-23T08:44:03.201104Z","caller":"traceutil/trace.go:171","msg":"trace[577444128] transaction","detail":"{read_only:false; response_revision:27957; number_of_response:1; }","duration":"1.887634639s","start":"2026-04-23T08:44:01.313455Z","end":"2026-04-23T08:44:03.20109Z","steps":["trace[577444128] 'process raft request' (duration: 1.886468552s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:03.202289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:01.313371Z","time spent":"1.888787286s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:44:03.701161Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634069990,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:44:03.715717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000803046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:44:03.715851Z","caller":"traceutil/trace.go:171","msg":"trace[558713431] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001146525s","start":"2026-04-23T08:44:01.714678Z","end":"2026-04-23T08:44:03.715824Z","steps":["trace[558713431] 'agreement among raft nodes before linearized reading' (duration: 2.000835988s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:03.716004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:01.714652Z","time spent":"2.001337199s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:44:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:44:04.155908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999846504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T08:44:04.15602Z","caller":"traceutil/trace.go:171","msg":"trace[800584603] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000067369s","start":"2026-04-23T08:44:02.155928Z","end":"2026-04-23T08:44:04.155995Z","steps":["trace[800584603] 'agreement among raft nodes before linearized reading' (duration: 1.999896045s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:04.156081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:02.155903Z","time spent":"2.000166602s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:44:04.201359Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634069990,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:44:04.441571Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.31125291s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T08:44:04.458108Z","caller":"traceutil/trace.go:171","msg":"trace[704077680] transaction","detail":"{read_only:false; response_revision:27961; number_of_response:1; }","duration":"1.544501618s","start":"2026-04-23T08:44:02.913576Z","end":"2026-04-23T08:44:04.458078Z","steps":["trace[704077680] 'process raft request' (duration: 1.528260139s)","trace[704077680] 'compare' (duration: 13.441584ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:44:04.458368Z","caller":"traceutil/trace.go:171","msg":"trace[75480971] transaction","detail":"{read_only:false; response_revision:27962; number_of_response:1; }","duration":"1.479815419s","start":"2026-04-23T08:44:02.978538Z","end":"2026-04-23T08:44:04.458353Z","steps":["trace[75480971] 'process raft request' (duration: 1.479468441s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:04.45844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:02.978513Z","time spent":"1.479889972s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:44:04.458555Z","caller":"traceutil/trace.go:171","msg":"trace[2142506246] transaction","detail":"{read_only:false; response_revision:27963; number_of_response:1; }","duration":"1.435105788s","start":"2026-04-23T08:44:03.023392Z","end":"2026-04-23T08:44:04.458498Z","steps":["trace[2142506246] 'process raft request' (duration: 1.434882343s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:04.458783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:03.023364Z","time spent":"1.435276501s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:44:04.458823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:02.913557Z","time spent":"1.544678842s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:44:05.830085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.873884ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:44:05.830517Z","caller":"traceutil/trace.go:171","msg":"trace[269594077] transaction","detail":"{read_only:false; response_revision:27966; number_of_response:1; }","duration":"621.734796ms","start":"2026-04-23T08:44:05.208748Z","end":"2026-04-23T08:44:05.830483Z","steps":["trace[269594077] 'process raft request' (duration: 621.645714ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:44:05.830509Z","caller":"traceutil/trace.go:171","msg":"trace[1230088682] transaction","detail":"{read_only:false; response_revision:27965; number_of_response:1; }","duration":"1.779113019s","start":"2026-04-23T08:44:04.051342Z","end":"2026-04-23T08:44:05.830455Z","steps":["trace[1230088682] 'process raft request' (duration: 1.778889354s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:44:05.830537Z","caller":"traceutil/trace.go:171","msg":"trace[1963035532] transaction","detail":"{read_only:false; response_revision:27964; number_of_response:1; }","duration":"2.628595913s","start":"2026-04-23T08:44:03.201886Z","end":"2026-04-23T08:44:05.830482Z","steps":["trace[1963035532] 'process raft request' (duration: 1.724165447s)","trace[1963035532] 'compare' (duration: 902.850159ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:44:05.830567Z","caller":"traceutil/trace.go:171","msg":"trace[487414036] linearizableReadLoop","detail":"{readStateIndex:28971; appliedIndex:28966; }","duration":"2.630316193s","start":"2026-04-23T08:44:03.200213Z","end":"2026-04-23T08:44:05.830529Z","steps":["trace[487414036] 'read index received' (duration: 1.241558085s)","trace[487414036] 'applied index is now lower than readState.Index' (duration: 1.388753718s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:44:05.830838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:05.208708Z","time spent":"621.882579ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:44:05.830867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.763006035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:44:05.830861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.881008076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:44:05.830865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.656178601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:44:05.830887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.85113396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:44:05.830902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:04.051301Z","time spent":"1.779308484s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:44:05.830926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:03.201857Z","time spent":"2.628781197s","remote":"127.0.0.1:47922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:44:05.830931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.688543975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-23T08:44:05.830953Z","caller":"traceutil/trace.go:171","msg":"trace[185291860] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:27966; }","duration":"3.656470837s","start":"2026-04-23T08:44:02.174462Z","end":"2026-04-23T08:44:05.830933Z","steps":["trace[185291860] 'agreement among raft nodes before linearized reading' (duration: 3.656079778s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:44:05.830943Z","caller":"traceutil/trace.go:171","msg":"trace[895018279] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:27966; }","duration":"4.881303133s","start":"2026-04-23T08:44:00.949619Z","end":"2026-04-23T08:44:05.830922Z","steps":["trace[895018279] 'agreement among raft nodes before linearized reading' (duration: 4.880942925s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:05.830979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.921859679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18441"} {"level":"warn","ts":"2026-04-23T08:44:05.830995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.916427663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"warn","ts":"2026-04-23T08:44:05.831041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:02.174426Z","time spent":"3.65656229s","remote":"127.0.0.1:41308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:44:05.830931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.919615698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-23T08:44:05.831045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:00.949541Z","time spent":"4.881490978s","remote":"127.0.0.1:44382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:44:05.831052Z","caller":"traceutil/trace.go:171","msg":"trace[1292017018] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27966; }","duration":"4.921976672s","start":"2026-04-23T08:44:00.909061Z","end":"2026-04-23T08:44:05.831038Z","steps":["trace[1292017018] 'agreement among raft nodes before linearized reading' (duration: 4.921809668s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:05.830983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.919731791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-23T08:44:05.83109Z","caller":"traceutil/trace.go:171","msg":"trace[1675611468] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:27966; }","duration":"4.916560196s","start":"2026-04-23T08:44:00.914511Z","end":"2026-04-23T08:44:05.831072Z","steps":["trace[1675611468] 'agreement among raft nodes before linearized reading' (duration: 4.916124175s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:44:05.830967Z","caller":"traceutil/trace.go:171","msg":"trace[1029838839] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:27966; }","duration":"4.851237173s","start":"2026-04-23T08:44:00.979711Z","end":"2026-04-23T08:44:05.830948Z","steps":["trace[1029838839] 'agreement among raft nodes before linearized reading' (duration: 4.850888665s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:05.831109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.918034381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-23T08:44:05.831127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:00.909042Z","time spent":"4.922069403s","remote":"127.0.0.1:48070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18464,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-23T08:44:05.831133Z","caller":"traceutil/trace.go:171","msg":"trace[1707564913] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27966; }","duration":"2.919940455s","start":"2026-04-23T08:44:02.911169Z","end":"2026-04-23T08:44:05.831109Z","steps":["trace[1707564913] 'agreement among raft nodes before linearized reading' (duration: 2.919396573s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:05.831142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:00.914502Z","time spent":"4.916626097s","remote":"127.0.0.1:48340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11860,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-04-23T08:44:05.831157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:00.979639Z","time spent":"4.851496409s","remote":"127.0.0.1:44196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:44:05.831162Z","caller":"traceutil/trace.go:171","msg":"trace[2128765323] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27966; }","duration":"2.918098052s","start":"2026-04-23T08:44:02.913049Z","end":"2026-04-23T08:44:05.831147Z","steps":["trace[2128765323] 'agreement among raft nodes before linearized reading' (duration: 2.917897938s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:05.831192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:02.911142Z","time spent":"2.920032808s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T08:44:05.831198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:02.91304Z","time spent":"2.918151303s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T08:44:05.831081Z","caller":"traceutil/trace.go:171","msg":"trace[1370258572] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27966; }","duration":"2.919822633s","start":"2026-04-23T08:44:02.91125Z","end":"2026-04-23T08:44:05.831072Z","steps":["trace[1370258572] 'agreement among raft nodes before linearized reading' (duration: 2.919307131s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:44:05.83104Z","caller":"traceutil/trace.go:171","msg":"trace[242759586] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:27966; }","duration":"3.688649337s","start":"2026-04-23T08:44:02.142327Z","end":"2026-04-23T08:44:05.830976Z","steps":["trace[242759586] 'agreement among raft nodes before linearized reading' (duration: 3.688278809s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:05.831327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:02.911217Z","time spent":"2.920101169s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T08:44:05.831343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:02.142298Z","time spent":"3.689034537s","remote":"127.0.0.1:48054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-04-23T08:44:05.830916Z","caller":"traceutil/trace.go:171","msg":"trace[885177309] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27966; }","duration":"4.763334344s","start":"2026-04-23T08:44:01.067569Z","end":"2026-04-23T08:44:05.830903Z","steps":["trace[885177309] 'agreement among raft nodes before linearized reading' (duration: 4.762980695s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:05.830865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.315302873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:44:05.831541Z","caller":"traceutil/trace.go:171","msg":"trace[835102334] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:27966; }","duration":"3.31603431s","start":"2026-04-23T08:44:02.51549Z","end":"2026-04-23T08:44:05.831524Z","steps":["trace[835102334] 'agreement among raft nodes before linearized reading' (duration: 3.315125839s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:05.831584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:02.515463Z","time spent":"3.316108792s","remote":"127.0.0.1:41350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:44:05.831074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.919426073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-23T08:44:05.831932Z","caller":"traceutil/trace.go:171","msg":"trace[1815898529] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27966; }","duration":"2.920330924s","start":"2026-04-23T08:44:02.911582Z","end":"2026-04-23T08:44:05.831913Z","steps":["trace[1815898529] 'agreement among raft nodes before linearized reading' (duration: 2.919382432s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:05.831979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:02.911554Z","time spent":"2.920409706s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T08:44:05.832242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.392248741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:44:05.83227Z","caller":"traceutil/trace.go:171","msg":"trace[770361959] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:27966; }","duration":"4.392330213s","start":"2026-04-23T08:44:01.439933Z","end":"2026-04-23T08:44:05.832264Z","steps":["trace[770361959] 'agreement among raft nodes before linearized reading' (duration: 4.391003042s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:05.832287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:01.439907Z","time spent":"4.392376135s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":93,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:44:05.832083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:01.067499Z","time spent":"4.764530951s","remote":"127.0.0.1:44360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T08:44:06.16545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000464679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T08:44:06.16557Z","caller":"traceutil/trace.go:171","msg":"trace[933388462] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000622323s","start":"2026-04-23T08:44:04.164918Z","end":"2026-04-23T08:44:06.16554Z","steps":["trace[933388462] 'agreement among raft nodes before linearized reading' (duration: 2.000477s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:06.165629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:04.164901Z","time spent":"2.000719025s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:44:07.399707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139613409s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:44:07.40015Z","caller":"traceutil/trace.go:171","msg":"trace[1710365403] transaction","detail":"{read_only:false; response_revision:27971; number_of_response:1; }","duration":"1.562814865s","start":"2026-04-23T08:44:05.837315Z","end":"2026-04-23T08:44:07.40013Z","steps":["trace[1710365403] 'process raft request' (duration: 1.562734733s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:07.400226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:05.837305Z","time spent":"1.562890687s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:44:07.400359Z","caller":"traceutil/trace.go:171","msg":"trace[887964988] transaction","detail":"{read_only:false; response_revision:27967; number_of_response:1; }","duration":"2.19139249s","start":"2026-04-23T08:44:05.208956Z","end":"2026-04-23T08:44:07.400349Z","steps":["trace[887964988] 'process raft request' (duration: 1.051039005s)","trace[887964988] 'compare' (duration: 1.13927634s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:44:07.400412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:05.208917Z","time spent":"2.191470722s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:44:07.400509Z","caller":"traceutil/trace.go:171","msg":"trace[775382603] transaction","detail":"{read_only:false; response_revision:27968; number_of_response:1; }","duration":"2.191085993s","start":"2026-04-23T08:44:05.209416Z","end":"2026-04-23T08:44:07.400502Z","steps":["trace[775382603] 'process raft request' (duration: 2.190414967s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:07.400567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:05.209384Z","time spent":"2.191152144s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:44:07.400779Z","caller":"traceutil/trace.go:171","msg":"trace[465856329] transaction","detail":"{read_only:false; response_revision:27972; number_of_response:1; }","duration":"1.563387939s","start":"2026-04-23T08:44:05.83738Z","end":"2026-04-23T08:44:07.400768Z","steps":["trace[465856329] 'process raft request' (duration: 1.562712123s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:44:07.400794Z","caller":"traceutil/trace.go:171","msg":"trace[1494105723] linearizableReadLoop","detail":"{readStateIndex:28975; appliedIndex:28972; }","duration":"1.569931591s","start":"2026-04-23T08:44:05.830832Z","end":"2026-04-23T08:44:07.400763Z","steps":["trace[1494105723] 'read index received' (duration: 429.170066ms)","trace[1494105723] 'applied index is now lower than readState.Index' (duration: 1.140759265s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:44:07.400847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:05.837375Z","time spent":"1.56344152s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:44:07.400893Z","caller":"traceutil/trace.go:171","msg":"trace[979472853] transaction","detail":"{read_only:false; response_revision:27970; number_of_response:1; }","duration":"1.564039253s","start":"2026-04-23T08:44:05.836796Z","end":"2026-04-23T08:44:07.400835Z","steps":["trace[979472853] 'process raft request' (duration: 1.563208384s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:07.401112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:05.836777Z","time spent":"1.564219538s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:44:07.40114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.236932306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-04-23T08:44:07.401259Z","caller":"traceutil/trace.go:171","msg":"trace[284500875] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:27972; }","duration":"3.237092809s","start":"2026-04-23T08:44:04.164132Z","end":"2026-04-23T08:44:07.401225Z","steps":["trace[284500875] 'agreement among raft nodes before linearized reading' (duration: 3.236721271s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:07.401332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:04.164109Z","time spent":"3.237206593s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-04-23T08:44:07.401286Z","caller":"traceutil/trace.go:171","msg":"trace[1944876840] transaction","detail":"{read_only:false; response_revision:27969; number_of_response:1; }","duration":"2.19181254s","start":"2026-04-23T08:44:05.20943Z","end":"2026-04-23T08:44:07.401242Z","steps":["trace[1944876840] 'process raft request' (duration: 2.19051454s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:07.401538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:05.209417Z","time spent":"2.191980734s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:44:07.40158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.83458029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:44:07.401595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.106777168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:44:07.401572Z","caller":"traceutil/trace.go:171","msg":"trace[360167620] transaction","detail":"{read_only:false; response_revision:27973; number_of_response:1; }","duration":"1.562863586s","start":"2026-04-23T08:44:05.83867Z","end":"2026-04-23T08:44:07.401534Z","steps":["trace[360167620] 'process raft request' (duration: 1.562046617s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:44:07.40164Z","caller":"traceutil/trace.go:171","msg":"trace[1447724201] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:27973; }","duration":"3.834684882s","start":"2026-04-23T08:44:03.566937Z","end":"2026-04-23T08:44:07.401622Z","steps":["trace[1447724201] 'agreement among raft nodes before linearized reading' (duration: 3.834141139s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:44:07.401655Z","caller":"traceutil/trace.go:171","msg":"trace[2013392400] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:27973; }","duration":"2.10688361s","start":"2026-04-23T08:44:05.294755Z","end":"2026-04-23T08:44:07.401639Z","steps":["trace[2013392400] 'agreement among raft nodes before linearized reading' (duration: 2.10642827s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:07.401688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:03.566918Z","time spent":"3.834750844s","remote":"127.0.0.1:44416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:44:07.401683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.194244531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a8edc2de1ec8e8\" ","response":"range_response_count:1 size:876"} {"level":"warn","ts":"2026-04-23T08:44:07.401706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:05.29474Z","time spent":"2.106955991s","remote":"127.0.0.1:52896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:44:07.401717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.408655199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T08:44:07.401733Z","caller":"traceutil/trace.go:171","msg":"trace[2026720527] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18a8edc2de1ec8e8; range_end:; response_count:1; response_revision:27973; }","duration":"3.194345223s","start":"2026-04-23T08:44:04.207373Z","end":"2026-04-23T08:44:07.401718Z","steps":["trace[2026720527] 'agreement among raft nodes before linearized reading' (duration: 3.194074667s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:44:07.401766Z","caller":"traceutil/trace.go:171","msg":"trace[1480064203] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:27973; }","duration":"3.408771992s","start":"2026-04-23T08:44:03.992982Z","end":"2026-04-23T08:44:07.401754Z","steps":["trace[1480064203] 'agreement among raft nodes before linearized reading' (duration: 3.408093966s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:07.401777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:04.207341Z","time spent":"3.194428045s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":899,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a8edc2de1ec8e8\" "} {"level":"warn","ts":"2026-04-23T08:44:07.401807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:03.992953Z","time spent":"3.408844004s","remote":"127.0.0.1:48000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":143,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:44:07.401684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.845593997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:44:07.401851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:05.838663Z","time spent":"1.563080142s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:44:07.401849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.17297632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:44:07.401904Z","caller":"traceutil/trace.go:171","msg":"trace[399554169] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:27973; }","duration":"3.845919324s","start":"2026-04-23T08:44:03.555971Z","end":"2026-04-23T08:44:07.40189Z","steps":["trace[399554169] 'agreement among raft nodes before linearized reading' (duration: 3.845124375s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:07.401953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:03.555942Z","time spent":"3.845997686s","remote":"127.0.0.1:52818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:44:07.401977Z","caller":"traceutil/trace.go:171","msg":"trace[93424497] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:27973; }","duration":"2.173196396s","start":"2026-04-23T08:44:05.228736Z","end":"2026-04-23T08:44:07.401933Z","steps":["trace[93424497] 'agreement among raft nodes before linearized reading' (duration: 2.172536561s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:07.402048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:05.228705Z","time spent":"2.173312908s","remote":"127.0.0.1:45244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":80,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:44:07.402181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.545297785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:44:07.401622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.353235298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:44:07.402367Z","caller":"traceutil/trace.go:171","msg":"trace[1166477126] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:27973; }","duration":"3.545450389s","start":"2026-04-23T08:44:03.856856Z","end":"2026-04-23T08:44:07.402306Z","steps":["trace[1166477126] 'agreement among raft nodes before linearized reading' (duration: 3.545144082s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:07.402487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:03.85678Z","time spent":"3.545685734s","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:44:07.402369Z","caller":"traceutil/trace.go:171","msg":"trace[910877748] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:27973; }","duration":"3.354024135s","start":"2026-04-23T08:44:04.048318Z","end":"2026-04-23T08:44:07.402342Z","steps":["trace[910877748] 'agreement among raft nodes before linearized reading' (duration: 3.352690374s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:07.402669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:04.048304Z","time spent":"3.354352984s","remote":"127.0.0.1:48268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:44:07.902022Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634070005,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:44:08.166298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000177722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:44:08.166401Z","caller":"traceutil/trace.go:171","msg":"trace[878255934] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000350395s","start":"2026-04-23T08:44:06.166029Z","end":"2026-04-23T08:44:08.16638Z","steps":["trace[878255934] 'agreement among raft nodes before linearized reading' (duration: 2.000227973s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:08.166452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:06.166004Z","time spent":"2.000432318s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:44:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:44:08.402782Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634070005,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:44:08.57Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.700809343s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T08:44:08.635187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.600049ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:44:08.635341Z","caller":"traceutil/trace.go:171","msg":"trace[117141025] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27973; }","duration":"240.775803ms","start":"2026-04-23T08:44:08.394544Z","end":"2026-04-23T08:44:08.63532Z","steps":["trace[117141025] 'range keys from in-memory index tree' (duration: 240.577849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:09.637775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067443957s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-23T08:44:09.639255Z","caller":"traceutil/trace.go:171","msg":"trace[140302452] transaction","detail":"{read_only:false; response_revision:27974; number_of_response:1; }","duration":"3.174350457s","start":"2026-04-23T08:44:06.464875Z","end":"2026-04-23T08:44:09.639225Z","steps":["trace[140302452] 'process raft request' (duration: 3.173008606s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:09.639438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:06.464859Z","time spent":"3.174475939s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:44:10.174593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000162353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T08:44:10.174736Z","caller":"traceutil/trace.go:171","msg":"trace[1057192560] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000389108s","start":"2026-04-23T08:44:08.174316Z","end":"2026-04-23T08:44:10.174705Z","steps":["trace[1057192560] 'agreement among raft nodes before linearized reading' (duration: 2.000193163s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:10.174831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:08.174295Z","time spent":"2.000519001s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:44:10.756689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:09.785828Z","time spent":"970.851903ms","remote":"127.0.0.1:37024","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T08:44:10.756972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117609895s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:44:10.75739Z","caller":"traceutil/trace.go:171","msg":"trace[684656227] transaction","detail":"{read_only:false; response_revision:27975; number_of_response:1; }","duration":"3.705877099s","start":"2026-04-23T08:44:07.051451Z","end":"2026-04-23T08:44:10.757328Z","steps":["trace[684656227] 'process raft request' (duration: 2.587755161s)","trace[684656227] 'compare' (duration: 1.116805497s)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:44:10.757448Z","caller":"traceutil/trace.go:171","msg":"trace[319712970] transaction","detail":"{read_only:false; response_revision:27976; number_of_response:1; }","duration":"3.352870768s","start":"2026-04-23T08:44:07.40454Z","end":"2026-04-23T08:44:10.75741Z","steps":["trace[319712970] 'process raft request' (duration: 3.352590282s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:10.75762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:07.051413Z","time spent":"3.706076163s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:44:10.757637Z","caller":"traceutil/trace.go:171","msg":"trace[382190521] linearizableReadLoop","detail":"{readStateIndex:28986; appliedIndex:28979; }","duration":"3.356746979s","start":"2026-04-23T08:44:07.400867Z","end":"2026-04-23T08:44:10.757614Z","steps":["trace[382190521] 'read index received' (duration: 1.169467615s)","trace[382190521] 'applied index is now lower than readState.Index' (duration: 2.187277964s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:44:10.757648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:07.404514Z","time spent":"3.353019802s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:44:10.757596Z","caller":"traceutil/trace.go:171","msg":"trace[2098279040] transaction","detail":"{read_only:false; response_revision:27977; number_of_response:1; }","duration":"3.344045973s","start":"2026-04-23T08:44:07.413406Z","end":"2026-04-23T08:44:10.757452Z","steps":["trace[2098279040] 'process raft request' (duration: 3.34388332s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:10.758023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.860852536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:44:10.758072Z","caller":"traceutil/trace.go:171","msg":"trace[1771716559] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27980; }","duration":"4.860945538s","start":"2026-04-23T08:44:05.897111Z","end":"2026-04-23T08:44:10.758057Z","steps":["trace[1771716559] 'agreement among raft nodes before linearized reading' (duration: 4.860686862s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:10.758119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:05.897082Z","time spent":"4.86102854s","remote":"127.0.0.1:48340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-23T08:44:10.758207Z","caller":"traceutil/trace.go:171","msg":"trace[1971183289] transaction","detail":"{read_only:false; response_revision:27978; number_of_response:1; }","duration":"2.920820606s","start":"2026-04-23T08:44:07.837363Z","end":"2026-04-23T08:44:10.758184Z","steps":["trace[1971183289] 'process raft request' (duration: 2.920014637s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:10.759059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.925558004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-23T08:44:10.759129Z","caller":"traceutil/trace.go:171","msg":"trace[1797641564] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:27980; }","duration":"4.925655186s","start":"2026-04-23T08:44:05.833461Z","end":"2026-04-23T08:44:10.759117Z","steps":["trace[1797641564] 'agreement among raft nodes before linearized reading' (duration: 4.92539453s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:10.759164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:05.833448Z","time spent":"4.925709487s","remote":"127.0.0.1:48060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-23T08:44:10.759172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:07.837307Z","time spent":"2.921776519s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:44:10.758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.30947471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:44:10.759275Z","caller":"traceutil/trace.go:171","msg":"trace[402047034] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:27980; }","duration":"4.311007446s","start":"2026-04-23T08:44:06.448243Z","end":"2026-04-23T08:44:10.759251Z","steps":["trace[402047034] 'agreement among raft nodes before linearized reading' (duration: 4.30944592s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:10.759347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:06.448212Z","time spent":"4.311115658s","remote":"127.0.0.1:40126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":5,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:44:10.758311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.915268944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:44:10.759522Z","caller":"traceutil/trace.go:171","msg":"trace[399905507] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:27980; }","duration":"4.916509083s","start":"2026-04-23T08:44:05.84298Z","end":"2026-04-23T08:44:10.759489Z","steps":["trace[399905507] 'agreement among raft nodes before linearized reading' (duration: 4.915261894s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:10.758454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.899770749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T08:44:10.758443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.922231837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0a99a38a-6b4c-4e5d-9608-0b0b2c824c49\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-04-23T08:44:10.758447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:07.413375Z","time spent":"3.344657447s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:44:10.757777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.536872312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:44:10.758511Z","caller":"traceutil/trace.go:171","msg":"trace[744968650] transaction","detail":"{read_only:false; response_revision:27979; number_of_response:1; }","duration":"2.920273743s","start":"2026-04-23T08:44:07.83822Z","end":"2026-04-23T08:44:10.758494Z","steps":["trace[744968650] 'process raft request' (duration: 2.919232748s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:10.758524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.919279027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:44:10.758566Z","caller":"traceutil/trace.go:171","msg":"trace[1346258] transaction","detail":"{read_only:false; response_revision:27980; number_of_response:1; }","duration":"2.344447498s","start":"2026-04-23T08:44:08.414105Z","end":"2026-04-23T08:44:10.758552Z","steps":["trace[1346258] 'process raft request' (duration: 2.343424734s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:10.759714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:05.842974Z","time spent":"4.916714718s","remote":"127.0.0.1:46498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:44:10.760096Z","caller":"traceutil/trace.go:171","msg":"trace[1015177826] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:27980; }","duration":"4.920838174s","start":"2026-04-23T08:44:05.839237Z","end":"2026-04-23T08:44:10.760075Z","steps":["trace[1015177826] 'agreement among raft nodes before linearized reading' (duration: 4.919255917s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:10.760174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:05.839212Z","time spent":"4.920945297s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-04-23T08:44:10.759756Z","caller":"traceutil/trace.go:171","msg":"trace[420077505] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:27980; }","duration":"3.90110034s","start":"2026-04-23T08:44:06.858619Z","end":"2026-04-23T08:44:10.759719Z","steps":["trace[420077505] 'agreement among raft nodes before linearized reading' (duration: 3.899773769s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:10.760259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:06.858592Z","time spent":"3.901642023s","remote":"127.0.0.1:40152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:44:10.760358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:08.414066Z","time spent":"2.346115827s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:44:10.759816Z","caller":"traceutil/trace.go:171","msg":"trace[950924059] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0a99a38a-6b4c-4e5d-9608-0b0b2c824c49; range_end:; response_count:1; response_revision:27980; }","duration":"4.923666589s","start":"2026-04-23T08:44:05.836098Z","end":"2026-04-23T08:44:10.759765Z","steps":["trace[950924059] 'agreement among raft nodes before linearized reading' (duration: 4.922127184s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:10.760582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:05.836077Z","time spent":"4.924483849s","remote":"127.0.0.1:48040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-0a99a38a-6b4c-4e5d-9608-0b0b2c824c49\" "} {"level":"info","ts":"2026-04-23T08:44:10.759913Z","caller":"traceutil/trace.go:171","msg":"trace[1015932936] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:27980; }","duration":"4.539047393s","start":"2026-04-23T08:44:06.220838Z","end":"2026-04-23T08:44:10.759885Z","steps":["trace[1015932936] 'agreement among raft nodes before linearized reading' (duration: 4.536888313s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:10.760744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:06.22081Z","time spent":"4.539873222s","remote":"127.0.0.1:52890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:44:10.760021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:07.838211Z","time spent":"2.921748598s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:44:10.889932Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.316052042s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T08:44:11.407749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.302821ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:44:11.408137Z","caller":"traceutil/trace.go:171","msg":"trace[990200302] transaction","detail":"{read_only:false; response_revision:27982; number_of_response:1; }","duration":"1.99922559s","start":"2026-04-23T08:44:09.408881Z","end":"2026-04-23T08:44:11.408107Z","steps":["trace[990200302] 'process raft request' (duration: 1.999019015s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:11.408309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:09.408853Z","time spent":"1.999405554s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:44:11.408491Z","caller":"traceutil/trace.go:171","msg":"trace[2013561875] linearizableReadLoop","detail":"{readStateIndex:28990; appliedIndex:28987; }","duration":"650.766762ms","start":"2026-04-23T08:44:10.757683Z","end":"2026-04-23T08:44:11.40845Z","steps":["trace[2013561875] 'read index received' (duration: 132.466228ms)","trace[2013561875] 'applied index is now lower than readState.Index' (duration: 518.298444ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:44:11.408632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000743025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-23T08:44:11.408615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.67925163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:44:11.408683Z","caller":"traceutil/trace.go:171","msg":"trace[1220309078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27983; }","duration":"2.000790206s","start":"2026-04-23T08:44:09.407877Z","end":"2026-04-23T08:44:11.408667Z","steps":["trace[1220309078] 'agreement among raft nodes before linearized reading' (duration: 2.000598772s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:44:11.408712Z","caller":"traceutil/trace.go:171","msg":"trace[434765446] transaction","detail":"{read_only:false; response_revision:27983; number_of_response:1; }","duration":"1.998405751s","start":"2026-04-23T08:44:09.410293Z","end":"2026-04-23T08:44:11.408699Z","steps":["trace[434765446] 'process raft request' (duration: 1.997701014s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:11.408731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.132355887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:44:11.408728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:09.407814Z","time spent":"2.000905088s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T08:44:11.408748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.355308566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:44:11.408763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.861892187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:44:11.408787Z","caller":"traceutil/trace.go:171","msg":"trace[1282497560] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:27983; }","duration":"3.13245335s","start":"2026-04-23T08:44:08.276313Z","end":"2026-04-23T08:44:11.408766Z","steps":["trace[1282497560] 'agreement among raft nodes before linearized reading' (duration: 3.132376189s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:11.408768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.013110843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T08:44:11.408784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000857548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T08:44:11.408829Z","caller":"traceutil/trace.go:171","msg":"trace[103791644] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:27983; }","duration":"3.861979418s","start":"2026-04-23T08:44:07.546829Z","end":"2026-04-23T08:44:11.408808Z","steps":["trace[103791644] 'agreement among raft nodes before linearized reading' (duration: 3.861872826s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:11.408832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233518828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:44:11.40884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.995429901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:44:11.408871Z","caller":"traceutil/trace.go:171","msg":"trace[166428555] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27983; }","duration":"2.00097526s","start":"2026-04-23T08:44:09.407878Z","end":"2026-04-23T08:44:11.408853Z","steps":["trace[166428555] 'agreement among raft nodes before linearized reading' (duration: 2.000793236s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:11.408803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.111300967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:44:11.408912Z","caller":"traceutil/trace.go:171","msg":"trace[2130622543] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:27983; }","duration":"1.995532283s","start":"2026-04-23T08:44:09.413364Z","end":"2026-04-23T08:44:11.408897Z","steps":["trace[2130622543] 'agreement among raft nodes before linearized reading' (duration: 1.995427551s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:44:11.408898Z","caller":"traceutil/trace.go:171","msg":"trace[1058989463] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27983; }","duration":"1.23364279s","start":"2026-04-23T08:44:10.175241Z","end":"2026-04-23T08:44:11.408884Z","steps":["trace[1058989463] 'agreement among raft nodes before linearized reading' (duration: 1.233546788s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:11.408941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.23767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-04-23T08:44:11.408939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.529174339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:44:11.408955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.701349584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:44:11.408979Z","caller":"traceutil/trace.go:171","msg":"trace[424678605] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:27983; }","duration":"647.327952ms","start":"2026-04-23T08:44:10.761641Z","end":"2026-04-23T08:44:11.408969Z","steps":["trace[424678605] 'agreement among raft nodes before linearized reading' (duration: 647.22104ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:44:11.408992Z","caller":"traceutil/trace.go:171","msg":"trace[1495304429] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:27983; }","duration":"3.529267641s","start":"2026-04-23T08:44:07.879707Z","end":"2026-04-23T08:44:11.408974Z","steps":["trace[1495304429] 'agreement among raft nodes before linearized reading' (duration: 3.52920039s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:44:11.408992Z","caller":"traceutil/trace.go:171","msg":"trace[594324096] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:27983; }","duration":"3.701424815s","start":"2026-04-23T08:44:07.707558Z","end":"2026-04-23T08:44:11.408983Z","steps":["trace[594324096] 'agreement among raft nodes before linearized reading' (duration: 3.701363484s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:44:11.408997Z","caller":"traceutil/trace.go:171","msg":"trace[343978511] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:27983; }","duration":"3.111559203s","start":"2026-04-23T08:44:08.297397Z","end":"2026-04-23T08:44:11.408957Z","steps":["trace[343978511] 'agreement among raft nodes before linearized reading' (duration: 3.111195144s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:11.40902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:10.761615Z","time spent":"647.397604ms","remote":"127.0.0.1:47922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-23T08:44:11.408996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:10.175215Z","time spent":"1.233761683s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:44:11.409025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.968644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:44:11.409039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.731194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:44:11.409079Z","caller":"traceutil/trace.go:171","msg":"trace[2011828251] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27983; }","duration":"644.043005ms","start":"2026-04-23T08:44:10.765023Z","end":"2026-04-23T08:44:11.409066Z","steps":["trace[2011828251] 'agreement among raft nodes before linearized reading' (duration: 643.951023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:11.409042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:07.707532Z","time spent":"3.701500217s","remote":"127.0.0.1:48070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:44:11.409115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.566024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-04-23T08:44:11.409096Z","caller":"traceutil/trace.go:171","msg":"trace[174957346] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:27983; }","duration":"192.834656ms","start":"2026-04-23T08:44:11.216239Z","end":"2026-04-23T08:44:11.409074Z","steps":["trace[174957346] 'agreement among raft nodes before linearized reading' (duration: 192.768364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:11.409133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.426528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/senlin-api-8478fb44d9-954s4.18a8eeed85a89a8f\" ","response":"range_response_count:1 size:1169"} {"level":"info","ts":"2026-04-23T08:44:11.409148Z","caller":"traceutil/trace.go:171","msg":"trace[563062006] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:27983; }","duration":"643.615215ms","start":"2026-04-23T08:44:10.765521Z","end":"2026-04-23T08:44:11.409137Z","steps":["trace[563062006] 'agreement among raft nodes before linearized reading' (duration: 643.454361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:11.409143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:10.765009Z","time spent":"644.123537ms","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-23T08:44:11.409175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:10.765511Z","time spent":"643.658457ms","remote":"127.0.0.1:48054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-04-23T08:44:11.409173Z","caller":"traceutil/trace.go:171","msg":"trace[803290793] range","detail":"{range_begin:/registry/events/openstack/senlin-api-8478fb44d9-954s4.18a8eeed85a89a8f; range_end:; response_count:1; response_revision:27983; }","duration":"645.50026ms","start":"2026-04-23T08:44:10.76366Z","end":"2026-04-23T08:44:11.40916Z","steps":["trace[803290793] 'agreement among raft nodes before linearized reading' (duration: 645.363396ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:44:11.408214Z","caller":"traceutil/trace.go:171","msg":"trace[718610585] transaction","detail":"{read_only:false; response_revision:27981; number_of_response:1; }","duration":"1.999391133s","start":"2026-04-23T08:44:09.408772Z","end":"2026-04-23T08:44:11.408163Z","steps":["trace[718610585] 'process raft request' (duration: 1.481471748s)","trace[718610585] 'compare' (duration: 517.088766ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:44:11.408957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.518683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:44:11.409458Z","caller":"traceutil/trace.go:171","msg":"trace[54376227] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27983; }","duration":"641.024615ms","start":"2026-04-23T08:44:10.76841Z","end":"2026-04-23T08:44:11.409435Z","steps":["trace[54376227] 'agreement among raft nodes before linearized reading' (duration: 640.513513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:11.408973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:09.413352Z","time spent":"1.995607745s","remote":"127.0.0.1:48172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":3,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:44:11.40953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:10.768394Z","time spent":"641.116157ms","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T08:44:11.408866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.879519477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:44:11.409605Z","caller":"traceutil/trace.go:171","msg":"trace[1098490359] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:27983; }","duration":"3.880300835s","start":"2026-04-23T08:44:07.529277Z","end":"2026-04-23T08:44:11.409577Z","steps":["trace[1098490359] 'agreement among raft nodes before linearized reading' (duration: 3.879559408s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:11.409677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:07.52924Z","time spent":"3.880414968s","remote":"127.0.0.1:44428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:44:11.408746Z","caller":"traceutil/trace.go:171","msg":"trace[1654785047] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:27983; }","duration":"1.679441574s","start":"2026-04-23T08:44:09.729258Z","end":"2026-04-23T08:44:11.4087Z","steps":["trace[1654785047] 'agreement among raft nodes before linearized reading' (duration: 1.679222689s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:11.409909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:09.729226Z","time spent":"1.680662993s","remote":"127.0.0.1:48318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:44:11.408937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.072419646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:44:11.40881Z","caller":"traceutil/trace.go:171","msg":"trace[1961656610] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:27983; }","duration":"3.355454239s","start":"2026-04-23T08:44:08.053341Z","end":"2026-04-23T08:44:11.408795Z","steps":["trace[1961656610] 'agreement among raft nodes before linearized reading' (duration: 3.355314926s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:11.410065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:08.053314Z","time spent":"3.356728909s","remote":"127.0.0.1:44472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:44:11.408805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:09.410277Z","time spent":"1.998482502s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:44:11.410079Z","caller":"traceutil/trace.go:171","msg":"trace[1287317803] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:27983; }","duration":"2.073865559s","start":"2026-04-23T08:44:09.336145Z","end":"2026-04-23T08:44:11.410011Z","steps":["trace[1287317803] 'agreement among raft nodes before linearized reading' (duration: 2.072362144s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:11.408845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:08.276278Z","time spent":"3.132555363s","remote":"127.0.0.1:35624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:44:11.410218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:09.336063Z","time spent":"2.074143136s","remote":"127.0.0.1:52860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:44:11.40886Z","caller":"traceutil/trace.go:171","msg":"trace[1740299142] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:27983; }","duration":"2.013235376s","start":"2026-04-23T08:44:09.395606Z","end":"2026-04-23T08:44:11.408842Z","steps":["trace[1740299142] 'agreement among raft nodes before linearized reading' (duration: 2.013005981s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:11.410269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:09.395519Z","time spent":"2.014742741s","remote":"127.0.0.1:48040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":17,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:44:11.408878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:07.546822Z","time spent":"3.86204551s","remote":"127.0.0.1:43936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:44:11.410338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:09.408753Z","time spent":"2.00051787s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:44:11.408872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000980021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-23T08:44:11.410472Z","caller":"traceutil/trace.go:171","msg":"trace[2035665934] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27983; }","duration":"2.002598748s","start":"2026-04-23T08:44:09.407839Z","end":"2026-04-23T08:44:11.410438Z","steps":["trace[2035665934] 'agreement among raft nodes before linearized reading' (duration: 2.000844078s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:11.410621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:09.407807Z","time spent":"2.002773873s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T08:44:11.408887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.579810961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:44:11.410824Z","caller":"traceutil/trace.go:171","msg":"trace[719728830] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:27983; }","duration":"1.581776987s","start":"2026-04-23T08:44:09.829027Z","end":"2026-04-23T08:44:11.410804Z","steps":["trace[719728830] 'agreement among raft nodes before linearized reading' (duration: 1.579820611s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:11.410892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:09.829008Z","time spent":"1.581862549s","remote":"127.0.0.1:44262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:44:11.408934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:09.407857Z","time spent":"2.001065052s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T08:44:11.408946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.620054819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:44:11.411042Z","caller":"traceutil/trace.go:171","msg":"trace[1312916876] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:27983; }","duration":"3.622161377s","start":"2026-04-23T08:44:07.788829Z","end":"2026-04-23T08:44:11.41099Z","steps":["trace[1312916876] 'agreement among raft nodes before linearized reading' (duration: 3.620090679s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:11.41113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:07.788797Z","time spent":"3.622303211s","remote":"127.0.0.1:48252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:44:11.408657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.251267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:44:11.411242Z","caller":"traceutil/trace.go:171","msg":"trace[1316519658] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:27983; }","duration":"666.93651ms","start":"2026-04-23T08:44:10.744287Z","end":"2026-04-23T08:44:11.411224Z","steps":["trace[1316519658] 'agreement among raft nodes before linearized reading' (duration: 664.321539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:11.411286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:10.744252Z","time spent":"667.016121ms","remote":"127.0.0.1:52764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:44:11.40898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.694278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:44:11.411408Z","caller":"traceutil/trace.go:171","msg":"trace[718248077] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:27983; }","duration":"239.161466ms","start":"2026-04-23T08:44:11.172239Z","end":"2026-04-23T08:44:11.4114Z","steps":["trace[718248077] 'agreement among raft nodes before linearized reading' (duration: 236.690588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:11.409029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:07.879682Z","time spent":"3.529340463s","remote":"127.0.0.1:52850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:44:11.408629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.257209399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:44:11.411614Z","caller":"traceutil/trace.go:171","msg":"trace[1791386066] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:27983; }","duration":"3.26028083s","start":"2026-04-23T08:44:08.15131Z","end":"2026-04-23T08:44:11.411591Z","steps":["trace[1791386066] 'agreement among raft nodes before linearized reading' (duration: 3.257196448s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:11.40904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.053359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"warn","ts":"2026-04-23T08:44:11.411678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:08.151266Z","time spent":"3.260392413s","remote":"127.0.0.1:46516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:44:11.411685Z","caller":"traceutil/trace.go:171","msg":"trace[269316086] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:27983; }","duration":"638.721861ms","start":"2026-04-23T08:44:10.772942Z","end":"2026-04-23T08:44:11.411664Z","steps":["trace[269316086] 'agreement among raft nodes before linearized reading' (duration: 636.039018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:11.412362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:10.772924Z","time spent":"639.411018ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-23T08:44:11.409091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:08.297363Z","time spent":"3.111713017s","remote":"127.0.0.1:48196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:44:11.409227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:10.763641Z","time spent":"645.570131ms","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1192,"request content":"key:\"/registry/events/openstack/senlin-api-8478fb44d9-954s4.18a8eeed85a89a8f\" "} {"level":"warn","ts":"2026-04-23T08:44:11.408724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000657843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-23T08:44:11.412667Z","caller":"traceutil/trace.go:171","msg":"trace[1700583220] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27983; }","duration":"2.004659136s","start":"2026-04-23T08:44:09.407971Z","end":"2026-04-23T08:44:11.41263Z","steps":["trace[1700583220] 'agreement among raft nodes before linearized reading' (duration: 2.00052291s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:11.412717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:09.407928Z","time spent":"2.004775129s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T08:44:12.933815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099399812s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:44:12.934011Z","caller":"traceutil/trace.go:171","msg":"trace[234953968] transaction","detail":"{read_only:false; response_revision:27984; number_of_response:1; }","duration":"1.519915895s","start":"2026-04-23T08:44:11.414053Z","end":"2026-04-23T08:44:12.933969Z","steps":["trace[234953968] 'process raft request' (duration: 420.241397ms)","trace[234953968] 'compare' (duration: 1.098532652s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:44:12.93419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:11.414025Z","time spent":"1.520070619s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:44:12.934369Z","caller":"traceutil/trace.go:171","msg":"trace[1708927664] linearizableReadLoop","detail":"{readStateIndex:28991; appliedIndex:28990; }","duration":"1.519779263s","start":"2026-04-23T08:44:11.414153Z","end":"2026-04-23T08:44:12.933932Z","steps":["trace[1708927664] 'read index received' (duration: 420.181816ms)","trace[1708927664] 'applied index is now lower than readState.Index' (duration: 1.099595726s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:44:12.934746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52055458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-23T08:44:12.934879Z","caller":"traceutil/trace.go:171","msg":"trace[417177230] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:27984; }","duration":"1.520726775s","start":"2026-04-23T08:44:11.414111Z","end":"2026-04-23T08:44:12.934837Z","steps":["trace[417177230] 'agreement among raft nodes before linearized reading' (duration: 1.520364936s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:12.935237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:11.414092Z","time spent":"1.521127574s","remote":"127.0.0.1:47922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-04-23T08:44:13.41907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999980858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T08:44:13.419173Z","caller":"traceutil/trace.go:171","msg":"trace[2130876269] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000125142s","start":"2026-04-23T08:44:11.419025Z","end":"2026-04-23T08:44:13.419151Z","steps":["trace[2130876269] 'agreement among raft nodes before linearized reading' (duration: 1.999986689s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:13.419284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:11.419019Z","time spent":"2.000252225s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:44:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:44:13.434643Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634070027,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:44:13.597924Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.763523686s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T08:44:14.389127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.771365ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:44:14.389493Z","caller":"traceutil/trace.go:171","msg":"trace[37046572] transaction","detail":"{read_only:false; response_revision:27989; number_of_response:1; }","duration":"2.742601911s","start":"2026-04-23T08:44:11.646866Z","end":"2026-04-23T08:44:14.389468Z","steps":["trace[37046572] 'process raft request' (duration: 2.74254158s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:14.389569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:11.64683Z","time spent":"2.742702304s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:44:14.389859Z","caller":"traceutil/trace.go:171","msg":"trace[1575137489] transaction","detail":"{read_only:false; response_revision:27986; number_of_response:1; }","duration":"2.974538427s","start":"2026-04-23T08:44:11.41529Z","end":"2026-04-23T08:44:14.389828Z","steps":["trace[1575137489] 'process raft request' (duration: 2.973951574s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:44:14.389885Z","caller":"traceutil/trace.go:171","msg":"trace[127440082] transaction","detail":"{read_only:false; response_revision:27987; number_of_response:1; }","duration":"2.973665248s","start":"2026-04-23T08:44:11.416176Z","end":"2026-04-23T08:44:14.389841Z","steps":["trace[127440082] 'process raft request' (duration: 2.973136395s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:44:14.389888Z","caller":"traceutil/trace.go:171","msg":"trace[2006568625] transaction","detail":"{read_only:false; response_revision:27988; number_of_response:1; }","duration":"2.973264929s","start":"2026-04-23T08:44:11.416575Z","end":"2026-04-23T08:44:14.389839Z","steps":["trace[2006568625] 'process raft request' (duration: 2.972794758s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:14.389953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:11.415272Z","time spent":"2.97463298s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:44:14.390097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:11.416164Z","time spent":"2.973813481s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:44:14.390151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:11.416565Z","time spent":"2.973454733s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:44:14.389902Z","caller":"traceutil/trace.go:171","msg":"trace[1996496498] transaction","detail":"{read_only:false; response_revision:27985; number_of_response:1; }","duration":"2.975258215s","start":"2026-04-23T08:44:11.414596Z","end":"2026-04-23T08:44:14.389854Z","steps":["trace[1996496498] 'process raft request' (duration: 2.1836347s)","trace[1996496498] 'compare' (duration: 790.619552ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:44:14.39049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:11.41456Z","time spent":"2.975736945s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1151,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:44:14.440637Z","caller":"traceutil/trace.go:171","msg":"trace[432210904] transaction","detail":"{read_only:false; response_revision:27990; number_of_response:1; }","duration":"1.675529902s","start":"2026-04-23T08:44:12.765082Z","end":"2026-04-23T08:44:14.440612Z","steps":["trace[432210904] 'process raft request' (duration: 1.675153204s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:44:14.440683Z","caller":"traceutil/trace.go:171","msg":"trace[971315674] transaction","detail":"{read_only:false; response_revision:27991; number_of_response:1; }","duration":"1.672952432s","start":"2026-04-23T08:44:12.767697Z","end":"2026-04-23T08:44:14.44065Z","steps":["trace[971315674] 'process raft request' (duration: 1.672813839s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:14.440752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:12.76505Z","time spent":"1.675643075s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:44:14.440889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:12.767686Z","time spent":"1.673086836s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:44:14.441021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:12.936657Z","time spent":"1.504361342s","remote":"127.0.0.1:47922","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T08:44:14.441078Z","caller":"traceutil/trace.go:171","msg":"trace[1544435985] transaction","detail":"{read_only:false; response_revision:27992; number_of_response:1; }","duration":"1.227633831s","start":"2026-04-23T08:44:13.213413Z","end":"2026-04-23T08:44:14.441047Z","steps":["trace[1544435985] 'process raft request' (duration: 1.227437006s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:44:14.441094Z","caller":"traceutil/trace.go:171","msg":"trace[529325639] transaction","detail":"{read_only:false; response_revision:27993; number_of_response:1; }","duration":"1.024721739s","start":"2026-04-23T08:44:13.416352Z","end":"2026-04-23T08:44:14.441073Z","steps":["trace[529325639] 'process raft request' (duration: 1.024641167s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:14.441196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:13.416326Z","time spent":"1.024824062s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:44:14.441198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:13.213354Z","time spent":"1.227790044s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:44:14.441543Z","caller":"traceutil/trace.go:171","msg":"trace[2011999147] linearizableReadLoop","detail":"{readStateIndex:29003; appliedIndex:28991; }","duration":"1.507097005s","start":"2026-04-23T08:44:12.934413Z","end":"2026-04-23T08:44:14.44151Z","steps":["trace[2011999147] 'read index received' (duration: 663.840537ms)","trace[2011999147] 'applied index is now lower than readState.Index' (duration: 843.255118ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:44:14.441758Z","caller":"traceutil/trace.go:171","msg":"trace[1025255491] transaction","detail":"{read_only:false; response_revision:27995; number_of_response:1; }","duration":"1.02306311s","start":"2026-04-23T08:44:13.418659Z","end":"2026-04-23T08:44:14.441722Z","steps":["trace[1025255491] 'process raft request' (duration: 1.022665461s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:14.441896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.118205754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:44:14.441946Z","caller":"traceutil/trace.go:171","msg":"trace[710848344] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:27996; }","duration":"2.118317736s","start":"2026-04-23T08:44:12.323613Z","end":"2026-04-23T08:44:14.441931Z","steps":["trace[710848344] 'agreement among raft nodes before linearized reading' (duration: 2.118092251s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:44:14.441995Z","caller":"traceutil/trace.go:171","msg":"trace[250557670] transaction","detail":"{read_only:false; response_revision:27994; number_of_response:1; }","duration":"1.024088454s","start":"2026-04-23T08:44:13.417896Z","end":"2026-04-23T08:44:14.441985Z","steps":["trace[250557670] 'process raft request' (duration: 1.023138672s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:14.442004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:12.323587Z","time spent":"2.118402978s","remote":"127.0.0.1:48248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:44:14.442053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:13.417863Z","time spent":"1.024162866s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:44:14.442051Z","caller":"traceutil/trace.go:171","msg":"trace[391708781] transaction","detail":"{read_only:false; response_revision:27996; number_of_response:1; }","duration":"1.007184621s","start":"2026-04-23T08:44:13.434816Z","end":"2026-04-23T08:44:14.442001Z","steps":["trace[391708781] 'process raft request' (duration: 1.006626098s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:14.441879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.636229826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:44:14.442293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:13.434797Z","time spent":"1.007457277s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:44:14.442323Z","caller":"traceutil/trace.go:171","msg":"trace[1170187794] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:27996; }","duration":"1.636774259s","start":"2026-04-23T08:44:12.805531Z","end":"2026-04-23T08:44:14.442305Z","steps":["trace[1170187794] 'agreement among raft nodes before linearized reading' (duration: 1.636152584s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:14.441947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:13.418641Z","time spent":"1.023212354s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:44:14.442374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.39918984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:44:14.442427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.617865179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T08:44:14.442457Z","caller":"traceutil/trace.go:171","msg":"trace[2023713090] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:27996; }","duration":"1.399360624s","start":"2026-04-23T08:44:13.04308Z","end":"2026-04-23T08:44:14.442441Z","steps":["trace[2023713090] 'agreement among raft nodes before linearized reading' (duration: 1.39917133s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:44:14.442478Z","caller":"traceutil/trace.go:171","msg":"trace[333368466] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:27996; }","duration":"1.617998852s","start":"2026-04-23T08:44:12.824469Z","end":"2026-04-23T08:44:14.442468Z","steps":["trace[333368466] 'agreement among raft nodes before linearized reading' (duration: 1.617606953s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:14.442372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:12.805502Z","time spent":"1.636854131s","remote":"127.0.0.1:52826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:44:14.442644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.024645007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:44:14.442688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.027581975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-23T08:44:14.442693Z","caller":"traceutil/trace.go:171","msg":"trace[27432471] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27996; }","duration":"3.024705808s","start":"2026-04-23T08:44:11.417974Z","end":"2026-04-23T08:44:14.44268Z","steps":["trace[27432471] 'agreement among raft nodes before linearized reading' (duration: 3.024585755s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:44:14.442729Z","caller":"traceutil/trace.go:171","msg":"trace[717425730] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27996; }","duration":"3.02780345s","start":"2026-04-23T08:44:11.414916Z","end":"2026-04-23T08:44:14.442719Z","steps":["trace[717425730] 'agreement among raft nodes before linearized reading' (duration: 3.027623065s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:14.442743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:11.417967Z","time spent":"3.024764129s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T08:44:14.442748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.812650054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418604"} {"level":"warn","ts":"2026-04-23T08:44:14.442766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:11.414901Z","time spent":"3.027858281s","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-23T08:44:14.442781Z","caller":"traceutil/trace.go:171","msg":"trace[138077791] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:27996; }","duration":"2.812717536s","start":"2026-04-23T08:44:11.630054Z","end":"2026-04-23T08:44:14.442772Z","steps":["trace[138077791] 'agreement among raft nodes before linearized reading' (duration: 2.81247563s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:14.442809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:11.630032Z","time spent":"2.812772027s","remote":"127.0.0.1:35590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418627,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-23T08:44:14.442507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:13.043052Z","time spent":"1.399444226s","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:44:14.443081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023831609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:44:14.443234Z","caller":"traceutil/trace.go:171","msg":"trace[1684151108] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27996; }","duration":"1.024022513s","start":"2026-04-23T08:44:13.419201Z","end":"2026-04-23T08:44:14.443224Z","steps":["trace[1684151108] 'agreement among raft nodes before linearized reading' (duration: 1.023848149s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:14.442571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:12.82444Z","time spent":"1.618116204s","remote":"127.0.0.1:47992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":238,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:44:14.443285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:13.419186Z","time spent":"1.024090905s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:44:14.443123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.025348922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-23T08:44:14.443498Z","caller":"traceutil/trace.go:171","msg":"trace[772595752] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0; range_end:; response_count:1; response_revision:27996; }","duration":"3.025674911s","start":"2026-04-23T08:44:11.417733Z","end":"2026-04-23T08:44:14.443407Z","steps":["trace[772595752] 'agreement among raft nodes before linearized reading' (duration: 3.025162249s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:14.443619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:11.417725Z","time spent":"3.025834664s","remote":"127.0.0.1:48054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" "} {"level":"warn","ts":"2026-04-23T08:44:14.946188Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634070037,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:44:15.447321Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634070037,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:44:15.94846Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634070037,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:44:16.134614Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.594847273s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T08:44:16.135578Z","caller":"traceutil/trace.go:171","msg":"trace[387538044] transaction","detail":"{read_only:false; response_revision:27997; number_of_response:1; }","duration":"1.693482593s","start":"2026-04-23T08:44:14.442062Z","end":"2026-04-23T08:44:16.135544Z","steps":["trace[387538044] 'process raft request' (duration: 1.69292231s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:16.135952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:14.442039Z","time spent":"1.693750678s","remote":"127.0.0.1:47922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:44:16.452726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0004633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T08:44:16.452859Z","caller":"traceutil/trace.go:171","msg":"trace[1681210779] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000620603s","start":"2026-04-23T08:44:14.452217Z","end":"2026-04-23T08:44:16.452838Z","steps":["trace[1681210779] 'agreement among raft nodes before linearized reading' (duration: 2.000461209s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:16.452911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:14.452153Z","time spent":"2.000747616s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:44:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:44:17.439502Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.263565499s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T08:44:18.428961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.193641ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-04-23T08:44:18.429664Z","caller":"traceutil/trace.go:171","msg":"trace[1637318348] linearizableReadLoop","detail":"{readStateIndex:29008; appliedIndex:29004; }","duration":"3.984059184s","start":"2026-04-23T08:44:14.445583Z","end":"2026-04-23T08:44:18.429642Z","steps":["trace[1637318348] 'read index received' (duration: 1.689661373s)","trace[1637318348] 'applied index is now lower than readState.Index' (duration: 2.294396571s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:44:18.429834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:14.445568Z","time spent":"3.984263069s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T08:44:18.430079Z","caller":"traceutil/trace.go:171","msg":"trace[2085122694] transaction","detail":"{read_only:false; response_revision:27999; number_of_response:1; }","duration":"2.665534514s","start":"2026-04-23T08:44:15.764494Z","end":"2026-04-23T08:44:18.430028Z","steps":["trace[2085122694] 'process raft request' (duration: 2.665078253s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:18.430145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.984547896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18441"} {"level":"info","ts":"2026-04-23T08:44:18.430188Z","caller":"traceutil/trace.go:171","msg":"trace[1075737761] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27999; }","duration":"3.984634007s","start":"2026-04-23T08:44:14.445542Z","end":"2026-04-23T08:44:18.430176Z","steps":["trace[1075737761] 'agreement among raft nodes before linearized reading' (duration: 3.984477123s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:18.430222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:14.44553Z","time spent":"3.984687279s","remote":"127.0.0.1:48070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18464,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-23T08:44:18.430194Z","caller":"traceutil/trace.go:171","msg":"trace[1722252949] transaction","detail":"{read_only:false; response_revision:27998; number_of_response:1; }","duration":"3.609121502s","start":"2026-04-23T08:44:14.82103Z","end":"2026-04-23T08:44:18.430151Z","steps":["trace[1722252949] 'process raft request' (duration: 3.60814098s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:18.430266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:15.764439Z","time spent":"2.665723888s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:44:18.430345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:14.820987Z","time spent":"3.609284236s","remote":"127.0.0.1:35590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418662,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:44:18.45355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999988467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:44:18.453863Z","caller":"traceutil/trace.go:171","msg":"trace[2122682936] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000159921s","start":"2026-04-23T08:44:16.453485Z","end":"2026-04-23T08:44:18.453644Z","steps":["trace[2122682936] 'agreement among raft nodes before linearized reading' (duration: 2.000018228s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:18.453938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:16.453472Z","time spent":"2.000450718s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:44:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:44:18.930732Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634070049,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:44:19.430952Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634070049,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:44:19.931894Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634070049,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:44:20.042964Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.445510041s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T08:44:20.18445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.986437ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:44:20.184912Z","caller":"traceutil/trace.go:171","msg":"trace[1653961092] transaction","detail":"{read_only:false; response_revision:28005; number_of_response:1; }","duration":"3.735886808s","start":"2026-04-23T08:44:16.449004Z","end":"2026-04-23T08:44:20.184891Z","steps":["trace[1653961092] 'process raft request' (duration: 3.735833577s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:20.184999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:16.448968Z","time spent":"3.735992451s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:44:20.18524Z","caller":"traceutil/trace.go:171","msg":"trace[307248819] transaction","detail":"{read_only:false; response_revision:28000; number_of_response:1; }","duration":"3.788408163s","start":"2026-04-23T08:44:16.396815Z","end":"2026-04-23T08:44:20.185224Z","steps":["trace[307248819] 'process raft request' (duration: 3.646509804s)","trace[307248819] 'compare' (duration: 140.725802ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:44:20.185302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:16.3968Z","time spent":"3.788472395s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:44:20.185507Z","caller":"traceutil/trace.go:171","msg":"trace[1368220595] transaction","detail":"{read_only:false; response_revision:28003; number_of_response:1; }","duration":"3.736631586s","start":"2026-04-23T08:44:16.448855Z","end":"2026-04-23T08:44:20.185487Z","steps":["trace[1368220595] 'process raft request' (duration: 3.735906449s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:44:20.185589Z","caller":"traceutil/trace.go:171","msg":"trace[1423593798] transaction","detail":"{read_only:false; response_revision:28004; number_of_response:1; }","duration":"3.736685747s","start":"2026-04-23T08:44:16.448891Z","end":"2026-04-23T08:44:20.185576Z","steps":["trace[1423593798] 'process raft request' (duration: 3.735913279s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:20.185606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:16.448842Z","time spent":"3.736707717s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:44:20.185657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:16.448837Z","time spent":"3.736786189s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:44:20.185709Z","caller":"traceutil/trace.go:171","msg":"trace[1553543759] transaction","detail":"{read_only:false; response_revision:28001; number_of_response:1; }","duration":"3.737901696s","start":"2026-04-23T08:44:16.447794Z","end":"2026-04-23T08:44:20.185695Z","steps":["trace[1553543759] 'process raft request' (duration: 3.73679619s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:20.185772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:16.447764Z","time spent":"3.737973477s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:44:20.186102Z","caller":"traceutil/trace.go:171","msg":"trace[743544473] transaction","detail":"{read_only:false; response_revision:28002; number_of_response:1; }","duration":"3.737300351s","start":"2026-04-23T08:44:16.44876Z","end":"2026-04-23T08:44:20.18606Z","steps":["trace[743544473] 'process raft request' (duration: 3.73595622s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:20.186293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:16.448743Z","time spent":"3.737452174s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:44:20.461554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999808464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T08:44:20.461653Z","caller":"traceutil/trace.go:171","msg":"trace[1390198551] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999984248s","start":"2026-04-23T08:44:18.461648Z","end":"2026-04-23T08:44:20.461632Z","steps":["trace[1390198551] 'agreement among raft nodes before linearized reading' (duration: 1.999854475s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:20.461701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:18.461619Z","time spent":"2.00007105s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:44:21.129566Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.086206874s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T08:44:21.501029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.876455ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:44:21.501721Z","caller":"traceutil/trace.go:171","msg":"trace[590004326] transaction","detail":"{read_only:false; response_revision:28006; number_of_response:1; }","duration":"3.23151765s","start":"2026-04-23T08:44:18.27016Z","end":"2026-04-23T08:44:21.501678Z","steps":["trace[590004326] 'process raft request' (duration: 2.859850396s)","trace[590004326] 'compare' (duration: 370.384644ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:44:21.501892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:18.270137Z","time spent":"3.231661053s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:44:22.463365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000157551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:44:22.46346Z","caller":"traceutil/trace.go:171","msg":"trace[633990676] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000294255s","start":"2026-04-23T08:44:20.463133Z","end":"2026-04-23T08:44:22.463427Z","steps":["trace[633990676] 'agreement among raft nodes before linearized reading' (duration: 2.000182792s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:22.463509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:20.463108Z","time spent":"2.000391067s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:44:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:44:22.550719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049510299s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-23T08:44:22.553238Z","caller":"traceutil/trace.go:171","msg":"trace[1735060771] transaction","detail":"{read_only:false; response_revision:28007; number_of_response:1; }","duration":"4.119519202s","start":"2026-04-23T08:44:18.433679Z","end":"2026-04-23T08:44:22.553198Z","steps":["trace[1735060771] 'process raft request' (duration: 4.117152807s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:22.55344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:18.433648Z","time spent":"4.119684467s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:44:22.553494Z","caller":"traceutil/trace.go:171","msg":"trace[401231749] linearizableReadLoop","detail":"{readStateIndex:29017; appliedIndex:29008; }","duration":"4.123722991s","start":"2026-04-23T08:44:18.429706Z","end":"2026-04-23T08:44:22.553429Z","steps":["trace[401231749] 'read index received' (duration: 1.613638031s)","trace[401231749] 'applied index is now lower than readState.Index' (duration: 2.51008093s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:44:23.054433Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634070058,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:44:23.555433Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828172634070058,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T08:44:23.714282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000003269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:44:23.714688Z","caller":"traceutil/trace.go:171","msg":"trace[353691350] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00048789s","start":"2026-04-23T08:44:21.714173Z","end":"2026-04-23T08:44:23.714661Z","steps":["trace[353691350] 'agreement among raft nodes before linearized reading' (duration: 2.00005801s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:23.714924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:21.714145Z","time spent":"2.000759807s","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:44:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:44:23.931813Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.425979096s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T08:44:24.351393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.974887839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:44:24.351451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.257714856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:44:24.351521Z","caller":"traceutil/trace.go:171","msg":"trace[1767418577] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:28007; }","duration":"5.975124614s","start":"2026-04-23T08:44:18.376365Z","end":"2026-04-23T08:44:24.35149Z","steps":["trace[1767418577] 'agreement among raft nodes before linearized reading' (duration: 4.177211437s)","trace[1767418577] 'count revisions from in-memory index tree' (duration: 1.797690602s)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:44:24.351556Z","caller":"traceutil/trace.go:171","msg":"trace[477625987] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:28007; }","duration":"7.2578951s","start":"2026-04-23T08:44:17.093627Z","end":"2026-04-23T08:44:24.351522Z","steps":["trace[477625987] 'agreement among raft nodes before linearized reading' (duration: 5.459810859s)","trace[477625987] 'count revisions from in-memory index tree' (duration: 1.797865966s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:44:24.351589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:18.376334Z","time spent":"5.975241637s","remote":"127.0.0.1:43908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:44:24.35162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:17.0936Z","time spent":"7.258003343s","remote":"127.0.0.1:40094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:44:24.351673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.414194324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:44:24.35181Z","caller":"traceutil/trace.go:171","msg":"trace[1975109985] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:28007; }","duration":"7.414584774s","start":"2026-04-23T08:44:16.937189Z","end":"2026-04-23T08:44:24.351774Z","steps":["trace[1975109985] 'agreement among raft nodes before linearized reading' (duration: 5.616295668s)","trace[1975109985] 'count revisions from in-memory index tree' (duration: 1.797928718s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:44:24.351903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.766439162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T08:44:24.351888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.43829534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-23T08:44:24.352156Z","caller":"traceutil/trace.go:171","msg":"trace[458353507] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28007; }","duration":"8.438622718s","start":"2026-04-23T08:44:15.913449Z","end":"2026-04-23T08:44:24.352071Z","steps":["trace[458353507] 'agreement among raft nodes before linearized reading' (duration: 6.640142978s)","trace[458353507] 'range keys from in-memory index tree' (duration: 1.797912957s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:44:24.352164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.956311184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-04-23T08:44:24.352246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:15.913422Z","time spent":"8.438805143s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-23T08:44:24.352267Z","caller":"traceutil/trace.go:171","msg":"trace[1635416281] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28007; }","duration":"7.95699162s","start":"2026-04-23T08:44:16.395244Z","end":"2026-04-23T08:44:24.352235Z","steps":["trace[1635416281] 'agreement among raft nodes before linearized reading' (duration: 6.158307835s)","trace[1635416281] 'range keys from in-memory index tree' (duration: 1.797853896s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:44:24.352322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:16.395224Z","time spent":"7.957082511s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T08:44:24.352444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.413146458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-23T08:44:24.352479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.438921655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-04-23T08:44:24.35184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.956053087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T08:44:24.352524Z","caller":"traceutil/trace.go:171","msg":"trace[120817606] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28007; }","duration":"9.41322386s","start":"2026-04-23T08:44:14.939283Z","end":"2026-04-23T08:44:24.352506Z","steps":["trace[120817606] 'agreement among raft nodes before linearized reading' (duration: 7.614460293s)","trace[120817606] 'range keys from in-memory index tree' (duration: 1.798538482s)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:44:24.352541Z","caller":"traceutil/trace.go:171","msg":"trace[989084265] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:28007; }","duration":"8.438993397s","start":"2026-04-23T08:44:15.913526Z","end":"2026-04-23T08:44:24.352519Z","steps":["trace[989084265] 'agreement among raft nodes before linearized reading' (duration: 6.640053826s)","trace[989084265] 'range keys from in-memory index tree' (duration: 1.798761756s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:44:24.352585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:15.91352Z","time spent":"8.439055029s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-23T08:44:24.352549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.206396237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:44:24.352652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.849475887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:44:24.352665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.213647843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-04-23T08:44:24.351661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.434620619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:44:24.35266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.658906966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:44:24.35271Z","caller":"traceutil/trace.go:171","msg":"trace[1822590215] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:28007; }","duration":"8.849575879s","start":"2026-04-23T08:44:15.503115Z","end":"2026-04-23T08:44:24.352691Z","steps":["trace[1822590215] 'agreement among raft nodes before linearized reading' (duration: 7.050600088s)","trace[1822590215] 'count revisions from in-memory index tree' (duration: 1.79890131s)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:44:24.352729Z","caller":"traceutil/trace.go:171","msg":"trace[1148867306] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:28007; }","duration":"8.213743016s","start":"2026-04-23T08:44:16.138962Z","end":"2026-04-23T08:44:24.352705Z","steps":["trace[1148867306] 'agreement among raft nodes before linearized reading' (duration: 6.414545619s)","trace[1148867306] 'range keys from in-memory index tree' (duration: 1.799044273s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:44:24.352758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:15.503089Z","time spent":"8.849655102s","remote":"127.0.0.1:44332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:44:24.352763Z","caller":"traceutil/trace.go:171","msg":"trace[1272051175] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:28007; }","duration":"6.65907709s","start":"2026-04-23T08:44:17.693656Z","end":"2026-04-23T08:44:24.352734Z","steps":["trace[1272051175] 'agreement among raft nodes before linearized reading' (duration: 4.860027887s)","trace[1272051175] 'count revisions from in-memory index tree' (duration: 1.79888278s)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:44:24.35277Z","caller":"traceutil/trace.go:171","msg":"trace[1403078809] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:28007; }","duration":"9.435800907s","start":"2026-04-23T08:44:14.916927Z","end":"2026-04-23T08:44:24.352728Z","steps":["trace[1403078809] 'agreement among raft nodes before linearized reading' (duration: 7.636829015s)","trace[1403078809] 'count revisions from in-memory index tree' (duration: 1.797813564s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:44:24.352797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.182586279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-23T08:44:24.351921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:16.937157Z","time spent":"7.414740747s","remote":"127.0.0.1:44142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:44:24.352817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:17.69363Z","time spent":"6.659175873s","remote":"127.0.0.1:41334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:44:24.352816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.366543952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:44:24.352852Z","caller":"traceutil/trace.go:171","msg":"trace[151101233] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28007; }","duration":"8.182680822s","start":"2026-04-23T08:44:16.170152Z","end":"2026-04-23T08:44:24.352833Z","steps":["trace[151101233] 'agreement among raft nodes before linearized reading' (duration: 6.38328681s)","trace[151101233] 'range keys from in-memory index tree' (duration: 1.799250538s)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:44:24.352159Z","caller":"traceutil/trace.go:171","msg":"trace[1146801873] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:28007; }","duration":"8.766726748s","start":"2026-04-23T08:44:15.585392Z","end":"2026-04-23T08:44:24.352119Z","steps":["trace[1146801873] 'agreement among raft nodes before linearized reading' (duration: 6.968297839s)","trace[1146801873] 'count revisions from in-memory index tree' (duration: 1.798178514s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:44:24.352907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:16.170123Z","time spent":"8.182776943s","remote":"127.0.0.1:48000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-23T08:44:24.352674Z","caller":"traceutil/trace.go:171","msg":"trace[1398364170] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:28007; }","duration":"6.206559041s","start":"2026-04-23T08:44:18.1461Z","end":"2026-04-23T08:44:24.352659Z","steps":["trace[1398364170] 'agreement among raft nodes before linearized reading' (duration: 4.407388874s)","trace[1398364170] 'count revisions from in-memory index tree' (duration: 1.798971161s)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:44:24.352931Z","caller":"traceutil/trace.go:171","msg":"trace[1012425625] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:28007; }","duration":"9.366684885s","start":"2026-04-23T08:44:14.986207Z","end":"2026-04-23T08:44:24.352892Z","steps":["trace[1012425625] 'agreement among raft nodes before linearized reading' (duration: 7.567520889s)","trace[1012425625] 'count revisions from in-memory index tree' (duration: 1.799010913s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:44:24.353015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:14.986197Z","time spent":"9.366805178s","remote":"127.0.0.1:52788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:44:24.352797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:16.138942Z","time spent":"8.213847238s","remote":"127.0.0.1:48060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-23T08:44:24.353016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:18.146077Z","time spent":"6.206914838s","remote":"127.0.0.1:44202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:44:24.352585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:14.939209Z","time spent":"9.413357253s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T08:44:24.35256Z","caller":"traceutil/trace.go:171","msg":"trace[1675768552] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28007; }","duration":"7.956786715s","start":"2026-04-23T08:44:16.395758Z","end":"2026-04-23T08:44:24.352544Z","steps":["trace[1675768552] 'agreement among raft nodes before linearized reading' (duration: 6.157783542s)","trace[1675768552] 'range keys from in-memory index tree' (duration: 1.798214334s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:44:24.353014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:15.585362Z","time spent":"8.767569388s","remote":"127.0.0.1:48060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":91,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:44:24.353263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:16.395744Z","time spent":"7.957500571s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T08:44:24.351497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.955599827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-23T08:44:24.351587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.555484592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:44:24.352856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:14.916897Z","time spent":"9.435927749s","remote":"127.0.0.1:44246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:44:24.353325Z","caller":"traceutil/trace.go:171","msg":"trace[708005785] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:28007; }","duration":"8.557268355s","start":"2026-04-23T08:44:15.796039Z","end":"2026-04-23T08:44:24.353307Z","steps":["trace[708005785] 'agreement among raft nodes before linearized reading' (duration: 6.757424053s)","trace[708005785] 'count revisions from in-memory index tree' (duration: 1.798080481s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:44:24.353373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.611319857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:44:24.353392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:15.796012Z","time spent":"8.557369776s","remote":"127.0.0.1:44076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:44:24.352604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.415457078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:44:24.353438Z","caller":"traceutil/trace.go:171","msg":"trace[1759642741] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28007; }","duration":"7.957560003s","start":"2026-04-23T08:44:16.395841Z","end":"2026-04-23T08:44:24.353401Z","steps":["trace[1759642741] 'agreement among raft nodes before linearized reading' (duration: 6.15766264s)","trace[1759642741] 'range keys from in-memory index tree' (duration: 1.797801114s)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:44:24.353413Z","caller":"traceutil/trace.go:171","msg":"trace[940668488] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:28007; }","duration":"6.611402879s","start":"2026-04-23T08:44:17.741996Z","end":"2026-04-23T08:44:24.353399Z","steps":["trace[940668488] 'agreement among raft nodes before linearized reading' (duration: 4.811505436s)","trace[940668488] 'count revisions from in-memory index tree' (duration: 1.799475774s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:44:24.353534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:16.395835Z","time spent":"7.957671185s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T08:44:24.353537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:17.741969Z","time spent":"6.611546322s","remote":"127.0.0.1:44566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:44:24.353463Z","caller":"traceutil/trace.go:171","msg":"trace[98849359] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:28007; }","duration":"8.41635646s","start":"2026-04-23T08:44:15.937081Z","end":"2026-04-23T08:44:24.353438Z","steps":["trace[98849359] 'agreement among raft nodes before linearized reading' (duration: 6.616477857s)","trace[98849359] 'count revisions from in-memory index tree' (duration: 1.799001162s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:44:24.35362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:15.937055Z","time spent":"8.416552684s","remote":"127.0.0.1:48304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:44:24.353443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:22.88075Z","time spent":"1.472689235s","remote":"127.0.0.1:58302","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T08:44:24.353742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.906548511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b3595d50-2823-4066-b9f1-338719b0554d\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-23T08:44:24.353815Z","caller":"traceutil/trace.go:171","msg":"trace[1763551020] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b3595d50-2823-4066-b9f1-338719b0554d; range_end:; response_count:1; response_revision:28007; }","duration":"9.906617953s","start":"2026-04-23T08:44:14.447175Z","end":"2026-04-23T08:44:24.353793Z","steps":["trace[1763551020] 'agreement among raft nodes before linearized reading' (duration: 8.106593807s)","trace[1763551020] 'range keys from in-memory index tree' (duration: 1.799803841s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:44:24.353863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:14.44712Z","time spent":"9.906729486s","remote":"127.0.0.1:48040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-b3595d50-2823-4066-b9f1-338719b0554d\" "} {"level":"warn","ts":"2026-04-23T08:44:24.353938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.800386794s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:44:24.354275Z","caller":"traceutil/trace.go:171","msg":"trace[315937811] transaction","detail":"{read_only:false; response_revision:28008; number_of_response:1; }","duration":"2.162367634s","start":"2026-04-23T08:44:22.191876Z","end":"2026-04-23T08:44:24.354244Z","steps":["trace[315937811] 'process raft request' (duration: 361.54938ms)","trace[315937811] 'compare' (duration: 1.798360547s)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:44:24.354389Z","caller":"traceutil/trace.go:171","msg":"trace[1662467739] transaction","detail":"{read_only:false; response_revision:28013; number_of_response:1; }","duration":"2.160209083s","start":"2026-04-23T08:44:22.194164Z","end":"2026-04-23T08:44:24.354373Z","steps":["trace[1662467739] 'process raft request' (duration: 2.160165272s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:24.354579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:22.191847Z","time spent":"2.162492897s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:44:24.354635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:22.194141Z","time spent":"2.160383728s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:44:24.354945Z","caller":"traceutil/trace.go:171","msg":"trace[1746753807] transaction","detail":"{read_only:false; response_revision:28009; number_of_response:1; }","duration":"2.16223633s","start":"2026-04-23T08:44:22.192696Z","end":"2026-04-23T08:44:24.354932Z","steps":["trace[1746753807] 'process raft request' (duration: 2.161320299s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:24.355059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:22.192664Z","time spent":"2.162317973s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:44:24.355287Z","caller":"traceutil/trace.go:171","msg":"trace[1060727024] transaction","detail":"{read_only:false; response_revision:28011; number_of_response:1; }","duration":"2.161988625s","start":"2026-04-23T08:44:22.193278Z","end":"2026-04-23T08:44:24.355266Z","steps":["trace[1060727024] 'process raft request' (duration: 2.160971162s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:44:24.35534Z","caller":"traceutil/trace.go:171","msg":"trace[1319545399] transaction","detail":"{read_only:false; response_revision:28010; number_of_response:1; }","duration":"2.162382045s","start":"2026-04-23T08:44:22.192941Z","end":"2026-04-23T08:44:24.355323Z","steps":["trace[1319545399] 'process raft request' (duration: 2.161254168s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:44:24.355372Z","caller":"traceutil/trace.go:171","msg":"trace[993839173] transaction","detail":"{read_only:false; response_revision:28012; number_of_response:1; }","duration":"2.161246267s","start":"2026-04-23T08:44:22.194107Z","end":"2026-04-23T08:44:24.355353Z","steps":["trace[993839173] 'process raft request' (duration: 2.160186853s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:24.35541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:22.193243Z","time spent":"2.162094068s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:44:24.35543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:22.19292Z","time spent":"2.162464606s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:44:24.35546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:22.194092Z","time spent":"2.16132487s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:44:24.471674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999912776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T08:44:24.471774Z","caller":"traceutil/trace.go:171","msg":"trace[1651697123] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00008495s","start":"2026-04-23T08:44:22.471663Z","end":"2026-04-23T08:44:24.471748Z","steps":["trace[1651697123] 'agreement among raft nodes before linearized reading' (duration: 1.999955087s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:24.471836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:22.471635Z","time spent":"2.000190543s","remote":"127.0.0.1:47884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 08:44:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:44:24.938939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:24.359289Z","time spent":"579.641173ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 08:44:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T08:44:25.06428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.318947ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:44:25.064421Z","caller":"traceutil/trace.go:171","msg":"trace[1141637644] linearizableReadLoop","detail":"{readStateIndex:29024; appliedIndex:29017; }","duration":"2.510752725s","start":"2026-04-23T08:44:22.553645Z","end":"2026-04-23T08:44:25.064398Z","steps":["trace[1141637644] 'read index received' (duration: 1.378517239s)","trace[1141637644] 'applied index is now lower than readState.Index' (duration: 1.132233496s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:44:25.064583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.040390101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:44:25.064625Z","caller":"traceutil/trace.go:171","msg":"trace[761840655] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:28014; }","duration":"5.040480933s","start":"2026-04-23T08:44:20.024133Z","end":"2026-04-23T08:44:25.064614Z","steps":["trace[761840655] 'agreement among raft nodes before linearized reading' (duration: 5.040388801s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:25.064663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:20.024107Z","time spent":"5.040546675s","remote":"127.0.0.1:43870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:44:25.064867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.517430585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:44:25.064859Z","caller":"traceutil/trace.go:171","msg":"trace[415082553] transaction","detail":"{read_only:false; response_revision:28014; number_of_response:1; }","duration":"1.625279082s","start":"2026-04-23T08:44:23.439475Z","end":"2026-04-23T08:44:25.064754Z","steps":["trace[415082553] 'process raft request' (duration: 1.1503369s)","trace[415082553] 'compare' (duration: 473.742014ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:44:25.064903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.680945393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:44:25.064972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.199128592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:44:25.065008Z","caller":"traceutil/trace.go:171","msg":"trace[1255835666] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:28014; }","duration":"5.199208754s","start":"2026-04-23T08:44:19.86579Z","end":"2026-04-23T08:44:25.064999Z","steps":["trace[1255835666] 'agreement among raft nodes before linearized reading' (duration: 5.199141303s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:25.065024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.105345628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:44:25.065046Z","caller":"traceutil/trace.go:171","msg":"trace[938710367] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:28014; }","duration":"3.105412819s","start":"2026-04-23T08:44:21.959626Z","end":"2026-04-23T08:44:25.065039Z","steps":["trace[938710367] 'agreement among raft nodes before linearized reading' (duration: 3.105372978s)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:44:25.065026Z","caller":"traceutil/trace.go:171","msg":"trace[1005326745] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:28014; }","duration":"2.681126557s","start":"2026-04-23T08:44:22.383868Z","end":"2026-04-23T08:44:25.064995Z","steps":["trace[1005326745] 'agreement among raft nodes before linearized reading' (duration: 2.680885271s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:25.06504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.954607454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-23T08:44:25.065077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:21.959599Z","time spent":"3.105470221s","remote":"127.0.0.1:44396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:44:25.065084Z","caller":"traceutil/trace.go:171","msg":"trace[1245414724] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:28014; }","duration":"2.954732286s","start":"2026-04-23T08:44:22.110341Z","end":"2026-04-23T08:44:25.065073Z","steps":["trace[1245414724] 'agreement among raft nodes before linearized reading' (duration: 2.954378558s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:25.065099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:22.383843Z","time spent":"2.68124036s","remote":"127.0.0.1:35626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:44:25.065117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:22.110314Z","time spent":"2.954794338s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":194,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:44:25.065106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.294830204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:44:25.065114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:23.439444Z","time spent":"1.625544607s","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:44:25.065152Z","caller":"traceutil/trace.go:171","msg":"trace[241640999] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:28014; }","duration":"5.294917916s","start":"2026-04-23T08:44:19.770226Z","end":"2026-04-23T08:44:25.065144Z","steps":["trace[241640999] 'agreement among raft nodes before linearized reading' (duration: 5.294838414s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:25.065181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:19.770204Z","time spent":"5.294969986s","remote":"127.0.0.1:44046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:44:25.065042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:19.865765Z","time spent":"5.199265115s","remote":"127.0.0.1:41328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:44:25.06539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.702415006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:44:25.065424Z","caller":"traceutil/trace.go:171","msg":"trace[45840191] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:28014; }","duration":"5.702490148s","start":"2026-04-23T08:44:19.362924Z","end":"2026-04-23T08:44:25.065414Z","steps":["trace[45840191] 'agreement among raft nodes before linearized reading' (duration: 5.702428606s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:25.065452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:19.3629Z","time spent":"5.702544259s","remote":"127.0.0.1:38938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:44:25.064974Z","caller":"traceutil/trace.go:171","msg":"trace[768679393] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:28014; }","duration":"3.517590569s","start":"2026-04-23T08:44:21.547361Z","end":"2026-04-23T08:44:25.064951Z","steps":["trace[768679393] 'agreement among raft nodes before linearized reading' (duration: 3.517414485s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:25.065531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:21.547335Z","time spent":"3.518183623s","remote":"127.0.0.1:43898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:44:25.065622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.90635788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:44:25.065652Z","caller":"traceutil/trace.go:171","msg":"trace[1437006297] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:28014; }","duration":"5.906392281s","start":"2026-04-23T08:44:19.15925Z","end":"2026-04-23T08:44:25.065642Z","steps":["trace[1437006297] 'agreement among raft nodes before linearized reading' (duration: 5.90633627s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:25.065683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:19.159194Z","time spent":"5.906481164s","remote":"127.0.0.1:44338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:44:25.065781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.270554613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:44:25.065888Z","caller":"traceutil/trace.go:171","msg":"trace[1525036570] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:28014; }","duration":"4.270685336s","start":"2026-04-23T08:44:20.795161Z","end":"2026-04-23T08:44:25.065846Z","steps":["trace[1525036570] 'agreement among raft nodes before linearized reading' (duration: 4.270518952s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:25.065969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.619998608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-04-23T08:44:25.066011Z","caller":"traceutil/trace.go:171","msg":"trace[1940230708] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:28014; }","duration":"6.620095811s","start":"2026-04-23T08:44:18.445906Z","end":"2026-04-23T08:44:25.066002Z","steps":["trace[1940230708] 'agreement among raft nodes before linearized reading' (duration: 6.619927427s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:25.066047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:18.445879Z","time spent":"6.620160072s","remote":"127.0.0.1:41430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-23T08:44:25.065961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:20.795138Z","time spent":"4.270800609s","remote":"127.0.0.1:49568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:44:25.06616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.507413335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:44:25.065817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.943162238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18441"} {"level":"info","ts":"2026-04-23T08:44:25.066287Z","caller":"traceutil/trace.go:171","msg":"trace[2061334004] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:28014; }","duration":"5.943674801s","start":"2026-04-23T08:44:19.1226Z","end":"2026-04-23T08:44:25.066275Z","steps":["trace[2061334004] 'agreement among raft nodes before linearized reading' (duration: 5.943158289s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:25.066329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:19.12257Z","time spent":"5.943747452s","remote":"127.0.0.1:48070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18464,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-23T08:44:25.066286Z","caller":"traceutil/trace.go:171","msg":"trace[2059956471] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:28014; }","duration":"4.509248367s","start":"2026-04-23T08:44:20.557011Z","end":"2026-04-23T08:44:25.06626Z","steps":["trace[2059956471] 'agreement among raft nodes before linearized reading' (duration: 4.507396714s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:25.066531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:20.556984Z","time spent":"4.509520134s","remote":"127.0.0.1:44536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:44:25.102019Z","caller":"traceutil/trace.go:171","msg":"trace[1050620227] transaction","detail":"{read_only:false; response_revision:28015; number_of_response:1; }","duration":"742.92476ms","start":"2026-04-23T08:44:24.359064Z","end":"2026-04-23T08:44:25.101989Z","steps":["trace[1050620227] 'process raft request' (duration: 742.638733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:25.102314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:24.359049Z","time spent":"743.155565ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:44:25.102289Z","caller":"traceutil/trace.go:171","msg":"trace[1457585010] transaction","detail":"{read_only:false; response_revision:28017; number_of_response:1; }","duration":"742.619153ms","start":"2026-04-23T08:44:24.359643Z","end":"2026-04-23T08:44:25.102262Z","steps":["trace[1457585010] 'process raft request' (duration: 742.293366ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:44:25.102419Z","caller":"traceutil/trace.go:171","msg":"trace[369302295] transaction","detail":"{read_only:false; response_revision:28018; number_of_response:1; }","duration":"742.703224ms","start":"2026-04-23T08:44:24.359688Z","end":"2026-04-23T08:44:25.102391Z","steps":["trace[369302295] 'process raft request' (duration: 742.502529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:25.102501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:24.359612Z","time spent":"742.797717ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:44:25.10259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:24.359662Z","time spent":"742.842968ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:44:25.102757Z","caller":"traceutil/trace.go:171","msg":"trace[551008855] transaction","detail":"{read_only:false; response_revision:28019; number_of_response:1; }","duration":"742.451378ms","start":"2026-04-23T08:44:24.360207Z","end":"2026-04-23T08:44:25.102658Z","steps":["trace[551008855] 'process raft request' (duration: 742.124541ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:44:25.102821Z","caller":"traceutil/trace.go:171","msg":"trace[730645646] transaction","detail":"{read_only:false; response_revision:28021; number_of_response:1; }","duration":"565.447422ms","start":"2026-04-23T08:44:24.537355Z","end":"2026-04-23T08:44:25.102803Z","steps":["trace[730645646] 'process raft request' (duration: 565.317509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:25.102866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:24.360196Z","time spent":"742.615403ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:44:25.102917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:24.537324Z","time spent":"565.547864ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:44:25.103031Z","caller":"traceutil/trace.go:171","msg":"trace[2041134809] transaction","detail":"{read_only:false; response_revision:28022; number_of_response:1; }","duration":"555.631784ms","start":"2026-04-23T08:44:24.547386Z","end":"2026-04-23T08:44:25.103017Z","steps":["trace[2041134809] 'process raft request' (duration: 555.342857ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:44:25.103065Z","caller":"traceutil/trace.go:171","msg":"trace[739859046] transaction","detail":"{read_only:false; response_revision:28020; number_of_response:1; }","duration":"742.345777ms","start":"2026-04-23T08:44:24.360706Z","end":"2026-04-23T08:44:25.103052Z","steps":["trace[739859046] 'process raft request' (duration: 741.846895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:25.103131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:24.360696Z","time spent":"742.403178ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:44:25.103151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:24.547363Z","time spent":"555.721885ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:44:25.323939Z","caller":"traceutil/trace.go:171","msg":"trace[64514230] linearizableReadLoop","detail":"{readStateIndex:29033; appliedIndex:29024; }","duration":"259.433218ms","start":"2026-04-23T08:44:25.064472Z","end":"2026-04-23T08:44:25.323905Z","steps":["trace[64514230] 'read index received' (duration: 37.222648ms)","trace[64514230] 'applied index is now lower than readState.Index' (duration: 222.20923ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:44:25.324155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.550059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:44:25.324252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.479201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-04-23T08:44:25.324292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.573129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:44:25.324291Z","caller":"traceutil/trace.go:171","msg":"trace[973868646] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28022; }","duration":"844.763804ms","start":"2026-04-23T08:44:24.479497Z","end":"2026-04-23T08:44:25.324261Z","steps":["trace[973868646] 'agreement among raft nodes before linearized reading' (duration: 844.524338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:25.324285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.238993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T08:44:25.32436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:24.479469Z","time spent":"844.877557ms","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T08:44:25.324409Z","caller":"traceutil/trace.go:171","msg":"trace[425248841] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:28022; }","duration":"799.449587ms","start":"2026-04-23T08:44:24.524935Z","end":"2026-04-23T08:44:25.324384Z","steps":["trace[425248841] 'agreement among raft nodes before linearized reading' (duration: 799.038868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:25.324446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.735226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18441"} {"level":"info","ts":"2026-04-23T08:44:25.324468Z","caller":"traceutil/trace.go:171","msg":"trace[1055961181] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:28022; }","duration":"253.791347ms","start":"2026-04-23T08:44:25.07067Z","end":"2026-04-23T08:44:25.324461Z","steps":["trace[1055961181] 'agreement among raft nodes before linearized reading' (duration: 253.729816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:25.32447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.766367024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a8edc2de1ec8e8\" ","response":"range_response_count:1 size:876"} {"level":"warn","ts":"2026-04-23T08:44:25.324473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:24.524876Z","time spent":"799.5851ms","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:44:25.324505Z","caller":"traceutil/trace.go:171","msg":"trace[1896378769] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18a8edc2de1ec8e8; range_end:; response_count:1; response_revision:28022; }","duration":"2.766434506s","start":"2026-04-23T08:44:22.558058Z","end":"2026-04-23T08:44:25.324492Z","steps":["trace[1896378769] 'agreement among raft nodes before linearized reading' (duration: 2.766302233s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:25.324553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:22.55804Z","time spent":"2.766504968s","remote":"127.0.0.1:47972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":899,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a8edc2de1ec8e8\" "} {"level":"warn","ts":"2026-04-23T08:44:25.324523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.675332202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:44:25.32471Z","caller":"traceutil/trace.go:171","msg":"trace[1951130568] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:28022; }","duration":"2.67567043s","start":"2026-04-23T08:44:22.649012Z","end":"2026-04-23T08:44:25.324682Z","steps":["trace[1951130568] 'agreement among raft nodes before linearized reading' (duration: 2.675195339s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:25.324817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:22.648999Z","time spent":"2.675803223s","remote":"127.0.0.1:43842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:44:25.324289Z","caller":"traceutil/trace.go:171","msg":"trace[612844150] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:28022; }","duration":"966.593574ms","start":"2026-04-23T08:44:24.357685Z","end":"2026-04-23T08:44:25.324278Z","steps":["trace[612844150] 'agreement among raft nodes before linearized reading' (duration: 966.40437ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:44:25.324915Z","caller":"traceutil/trace.go:171","msg":"trace[499045136] transaction","detail":"{read_only:false; number_of_response:1; response_revision:28022; }","duration":"383.040521ms","start":"2026-04-23T08:44:24.941858Z","end":"2026-04-23T08:44:25.324899Z","steps":["trace[499045136] 'process raft request' (duration: 381.890734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:25.324952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:24.357666Z","time spent":"967.26481ms","remote":"127.0.0.1:47922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-23T08:44:25.325018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:24.941836Z","time spent":"383.108562ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":472,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:44:25.324189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.09749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-04-23T08:44:25.325184Z","caller":"traceutil/trace.go:171","msg":"trace[1787480395] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:28022; }","duration":"966.199795ms","start":"2026-04-23T08:44:24.358971Z","end":"2026-04-23T08:44:25.325171Z","steps":["trace[1787480395] 'agreement among raft nodes before linearized reading' (duration: 964.978606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:25.32522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.885752184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T08:44:25.324353Z","caller":"traceutil/trace.go:171","msg":"trace[1360215762] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28022; }","duration":"862.668981ms","start":"2026-04-23T08:44:24.461659Z","end":"2026-04-23T08:44:25.324328Z","steps":["trace[1360215762] 'agreement among raft nodes before linearized reading' (duration: 862.589819ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:44:25.325256Z","caller":"traceutil/trace.go:171","msg":"trace[1916288763] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:28022; }","duration":"1.885841176s","start":"2026-04-23T08:44:23.439406Z","end":"2026-04-23T08:44:25.325247Z","steps":["trace[1916288763] 'agreement among raft nodes before linearized reading' (duration: 1.885560429s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:25.325264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:24.461641Z","time spent":"863.613974ms","remote":"127.0.0.1:44360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T08:44:25.325286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:23.439383Z","time spent":"1.885894697s","remote":"127.0.0.1:48094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":252,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:44:25.325306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.642112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7914"} {"level":"warn","ts":"2026-04-23T08:44:25.324341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.705035325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:44:25.325342Z","caller":"traceutil/trace.go:171","msg":"trace[1547318154] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:28022; }","duration":"627.738695ms","start":"2026-04-23T08:44:24.697592Z","end":"2026-04-23T08:44:25.32533Z","steps":["trace[1547318154] 'agreement among raft nodes before linearized reading' (duration: 627.54663ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:44:25.325351Z","caller":"traceutil/trace.go:171","msg":"trace[232328271] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:28022; }","duration":"2.70608649s","start":"2026-04-23T08:44:22.619253Z","end":"2026-04-23T08:44:25.325339Z","steps":["trace[232328271] 'agreement among raft nodes before linearized reading' (duration: 2.705057226s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:25.325386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:24.697561Z","time spent":"627.818286ms","remote":"127.0.0.1:52860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7937,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-23T08:44:25.325393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:22.619233Z","time spent":"2.706148081s","remote":"127.0.0.1:38934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:44:25.325471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.963355613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:44:25.325515Z","caller":"traceutil/trace.go:171","msg":"trace[566466368] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:28022; }","duration":"1.963454466s","start":"2026-04-23T08:44:23.362051Z","end":"2026-04-23T08:44:25.325505Z","steps":["trace[566466368] 'agreement among raft nodes before linearized reading' (duration: 1.963375024s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:25.325555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:23.362021Z","time spent":"1.963526417s","remote":"127.0.0.1:44310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:44:25.325227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:24.35895Z","time spent":"966.262937ms","remote":"127.0.0.1:48054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-04-23T08:44:25.325476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071664394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:44:25.325775Z","caller":"traceutil/trace.go:171","msg":"trace[664874645] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:28022; }","duration":"1.072012982s","start":"2026-04-23T08:44:24.253749Z","end":"2026-04-23T08:44:25.325761Z","steps":["trace[664874645] 'agreement among raft nodes before linearized reading' (duration: 1.071688954s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:25.325825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:24.253724Z","time spent":"1.072084114s","remote":"127.0.0.1:43984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:44:26.634767Z","caller":"traceutil/trace.go:171","msg":"trace[991697394] transaction","detail":"{read_only:false; response_revision:28029; number_of_response:1; }","duration":"273.007765ms","start":"2026-04-23T08:44:26.361691Z","end":"2026-04-23T08:44:26.634699Z","steps":["trace[991697394] 'process raft request' (duration: 272.80437ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:44:26.644326Z","caller":"traceutil/trace.go:171","msg":"trace[73502572] transaction","detail":"{read_only:false; response_revision:28030; number_of_response:1; }","duration":"281.988024ms","start":"2026-04-23T08:44:26.362302Z","end":"2026-04-23T08:44:26.64429Z","steps":["trace[73502572] 'process raft request' (duration: 280.311975ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:44:26.644643Z","caller":"traceutil/trace.go:171","msg":"trace[909187968] transaction","detail":"{read_only:false; response_revision:28031; number_of_response:1; }","duration":"280.767786ms","start":"2026-04-23T08:44:26.363845Z","end":"2026-04-23T08:44:26.644613Z","steps":["trace[909187968] 'process raft request' (duration: 280.374247ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:44:26.644744Z","caller":"traceutil/trace.go:171","msg":"trace[203984009] transaction","detail":"{read_only:false; response_revision:28032; number_of_response:1; }","duration":"280.816447ms","start":"2026-04-23T08:44:26.363903Z","end":"2026-04-23T08:44:26.64472Z","steps":["trace[203984009] 'process raft request' (duration: 280.582262ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:44:26.645148Z","caller":"traceutil/trace.go:171","msg":"trace[709619558] transaction","detail":"{read_only:false; response_revision:28033; number_of_response:1; }","duration":"280.984381ms","start":"2026-04-23T08:44:26.364144Z","end":"2026-04-23T08:44:26.645128Z","steps":["trace[709619558] 'process raft request' (duration: 280.455679ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:44:26.645157Z","caller":"traceutil/trace.go:171","msg":"trace[163619509] transaction","detail":"{read_only:false; response_revision:28034; number_of_response:1; }","duration":"281.017261ms","start":"2026-04-23T08:44:26.364127Z","end":"2026-04-23T08:44:26.645145Z","steps":["trace[163619509] 'process raft request' (duration: 280.848527ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:44:26.645156Z","caller":"traceutil/trace.go:171","msg":"trace[2047872127] linearizableReadLoop","detail":"{readStateIndex:29046; appliedIndex:29040; }","duration":"166.093902ms","start":"2026-04-23T08:44:26.479033Z","end":"2026-04-23T08:44:26.645127Z","steps":["trace[2047872127] 'read index received' (duration: 155.478234ms)","trace[2047872127] 'applied index is now lower than readState.Index' (duration: 10.614228ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:44:26.645455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.439471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-h797n\" ","response":"range_response_count:1 size:6861"} {"level":"warn","ts":"2026-04-23T08:44:26.64548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.821516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18a8edc3bb429006\" ","response":"range_response_count:1 size:816"} {"level":"info","ts":"2026-04-23T08:44:26.645519Z","caller":"traceutil/trace.go:171","msg":"trace[1755322561] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18a8edc3bb429006; range_end:; response_count:1; response_revision:28034; }","duration":"159.922139ms","start":"2026-04-23T08:44:26.485582Z","end":"2026-04-23T08:44:26.645505Z","steps":["trace[1755322561] 'agreement among raft nodes before linearized reading' (duration: 159.710484ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:44:26.645517Z","caller":"traceutil/trace.go:171","msg":"trace[708881052] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-h797n; range_end:; response_count:1; response_revision:28034; }","duration":"166.579234ms","start":"2026-04-23T08:44:26.478922Z","end":"2026-04-23T08:44:26.645501Z","steps":["trace[708881052] 'agreement among raft nodes before linearized reading' (duration: 166.334728ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:44:27.734645Z","caller":"traceutil/trace.go:171","msg":"trace[551150914] transaction","detail":"{read_only:false; response_revision:28048; number_of_response:1; }","duration":"132.865708ms","start":"2026-04-23T08:44:27.60175Z","end":"2026-04-23T08:44:27.734616Z","steps":["trace[551150914] 'process raft request' (duration: 132.156391ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:44:27.99133Z","caller":"traceutil/trace.go:171","msg":"trace[2011693729] linearizableReadLoop","detail":"{readStateIndex:29061; appliedIndex:29060; }","duration":"129.724395ms","start":"2026-04-23T08:44:27.861579Z","end":"2026-04-23T08:44:27.991304Z","steps":["trace[2011693729] 'read index received' (duration: 41.99569ms)","trace[2011693729] 'applied index is now lower than readState.Index' (duration: 87.727795ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:44:27.991678Z","caller":"traceutil/trace.go:171","msg":"trace[1188039602] transaction","detail":"{read_only:false; response_revision:28049; number_of_response:1; }","duration":"232.399579ms","start":"2026-04-23T08:44:27.759268Z","end":"2026-04-23T08:44:27.991667Z","steps":["trace[1188039602] 'process raft request' (duration: 144.444158ms)","trace[1188039602] 'compare' (duration: 87.458849ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:44:27.991828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.340943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:44:27.99192Z","caller":"traceutil/trace.go:171","msg":"trace[1104565791] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28049; }","duration":"107.495946ms","start":"2026-04-23T08:44:27.884402Z","end":"2026-04-23T08:44:27.991898Z","steps":["trace[1104565791] 'agreement among raft nodes before linearized reading' (duration: 107.330652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:27.992015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.418701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"info","ts":"2026-04-23T08:44:27.992082Z","caller":"traceutil/trace.go:171","msg":"trace[1616466666] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:28049; }","duration":"130.534204ms","start":"2026-04-23T08:44:27.86153Z","end":"2026-04-23T08:44:27.992065Z","steps":["trace[1616466666] 'agreement among raft nodes before linearized reading' (duration: 130.424061ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:44:28.776252Z","caller":"traceutil/trace.go:171","msg":"trace[488257403] transaction","detail":"{read_only:false; response_revision:28055; number_of_response:1; }","duration":"211.962192ms","start":"2026-04-23T08:44:28.564169Z","end":"2026-04-23T08:44:28.776131Z","steps":["trace[488257403] 'process raft request' (duration: 211.784408ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:44:28.777248Z","caller":"traceutil/trace.go:171","msg":"trace[271347315] linearizableReadLoop","detail":"{readStateIndex:29067; appliedIndex:29067; }","duration":"150.99129ms","start":"2026-04-23T08:44:28.626215Z","end":"2026-04-23T08:44:28.777206Z","steps":["trace[271347315] 'read index received' (duration: 150.963909ms)","trace[271347315] 'applied index is now lower than readState.Index' (duration: 23.701µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:44:28.777443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.201415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:44:28.777545Z","caller":"traceutil/trace.go:171","msg":"trace[1742556056] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:28055; }","duration":"151.380259ms","start":"2026-04-23T08:44:28.626146Z","end":"2026-04-23T08:44:28.777526Z","steps":["trace[1742556056] 'agreement among raft nodes before linearized reading' (duration: 151.199485ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:44:28.801357Z","caller":"traceutil/trace.go:171","msg":"trace[750082683] transaction","detail":"{read_only:false; response_revision:28056; number_of_response:1; }","duration":"158.28477ms","start":"2026-04-23T08:44:28.643053Z","end":"2026-04-23T08:44:28.801338Z","steps":["trace[750082683] 'process raft request' (duration: 158.049885ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:44:28.801853Z","caller":"traceutil/trace.go:171","msg":"trace[791483227] transaction","detail":"{read_only:false; response_revision:28059; number_of_response:1; }","duration":"151.274487ms","start":"2026-04-23T08:44:28.650546Z","end":"2026-04-23T08:44:28.80182Z","steps":["trace[791483227] 'process raft request' (duration: 151.177804ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:44:28.801994Z","caller":"traceutil/trace.go:171","msg":"trace[824397282] transaction","detail":"{read_only:false; response_revision:28060; number_of_response:1; }","duration":"151.384899ms","start":"2026-04-23T08:44:28.650557Z","end":"2026-04-23T08:44:28.801942Z","steps":["trace[824397282] 'process raft request' (duration: 151.218716ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:44:28.802268Z","caller":"traceutil/trace.go:171","msg":"trace[1233639070] transaction","detail":"{read_only:false; response_revision:28058; number_of_response:1; }","duration":"151.777599ms","start":"2026-04-23T08:44:28.650476Z","end":"2026-04-23T08:44:28.802254Z","steps":["trace[1233639070] 'process raft request' (duration: 151.078562ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:44:28.802354Z","caller":"traceutil/trace.go:171","msg":"trace[192646863] transaction","detail":"{read_only:false; response_revision:28061; number_of_response:1; }","duration":"151.452551ms","start":"2026-04-23T08:44:28.650886Z","end":"2026-04-23T08:44:28.802339Z","steps":["trace[192646863] 'process raft request' (duration: 151.00078ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:44:28.802648Z","caller":"traceutil/trace.go:171","msg":"trace[1811946009] transaction","detail":"{read_only:false; response_revision:28057; number_of_response:1; }","duration":"151.325418ms","start":"2026-04-23T08:44:28.650373Z","end":"2026-04-23T08:44:28.801698Z","steps":["trace[1811946009] 'process raft request' (duration: 150.921268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:29.333751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.66662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-04-23T08:44:29.333907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.2313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T08:44:29.333953Z","caller":"traceutil/trace.go:171","msg":"trace[282721860] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28064; }","duration":"116.330353ms","start":"2026-04-23T08:44:29.217612Z","end":"2026-04-23T08:44:29.333943Z","steps":["trace[282721860] 'range keys from in-memory index tree' (duration: 116.107897ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:44:29.333848Z","caller":"traceutil/trace.go:171","msg":"trace[636522999] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28064; }","duration":"131.821624ms","start":"2026-04-23T08:44:29.202004Z","end":"2026-04-23T08:44:29.333826Z","steps":["trace[636522999] 'range keys from in-memory index tree' (duration: 131.474035ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:44:33.08694Z","caller":"traceutil/trace.go:171","msg":"trace[1997401783] transaction","detail":"{read_only:false; response_revision:28078; number_of_response:1; }","duration":"826.479789ms","start":"2026-04-23T08:44:32.260425Z","end":"2026-04-23T08:44:33.086905Z","steps":["trace[1997401783] 'process raft request' (duration: 826.269394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:33.087187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:32.260396Z","time spent":"826.666323ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:44:33.089446Z","caller":"traceutil/trace.go:171","msg":"trace[1703499749] transaction","detail":"{read_only:false; response_revision:28079; number_of_response:1; }","duration":"271.324366ms","start":"2026-04-23T08:44:32.818108Z","end":"2026-04-23T08:44:33.089432Z","steps":["trace[1703499749] 'process raft request' (duration: 271.164482ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:44:33.089644Z","caller":"traceutil/trace.go:171","msg":"trace[1980253102] transaction","detail":"{read_only:false; response_revision:28080; number_of_response:1; }","duration":"231.012466ms","start":"2026-04-23T08:44:32.858621Z","end":"2026-04-23T08:44:33.089633Z","steps":["trace[1980253102] 'process raft request' (duration: 230.76854ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:44:33.090016Z","caller":"traceutil/trace.go:171","msg":"trace[552561123] transaction","detail":"{read_only:false; response_revision:28081; number_of_response:1; }","duration":"231.042796ms","start":"2026-04-23T08:44:32.85896Z","end":"2026-04-23T08:44:33.090003Z","steps":["trace[552561123] 'process raft request' (duration: 230.621607ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:44:33.090083Z","caller":"traceutil/trace.go:171","msg":"trace[1864008818] linearizableReadLoop","detail":"{readStateIndex:29097; appliedIndex:29090; }","duration":"206.607337ms","start":"2026-04-23T08:44:32.883451Z","end":"2026-04-23T08:44:33.090059Z","steps":["trace[1864008818] 'read index received' (duration: 203.154396ms)","trace[1864008818] 'applied index is now lower than readState.Index' (duration: 3.451281ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:44:33.090088Z","caller":"traceutil/trace.go:171","msg":"trace[1936123371] transaction","detail":"{read_only:false; response_revision:28082; number_of_response:1; }","duration":"230.823001ms","start":"2026-04-23T08:44:32.859211Z","end":"2026-04-23T08:44:33.090034Z","steps":["trace[1936123371] 'process raft request' (duration: 230.658947ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:44:33.090209Z","caller":"traceutil/trace.go:171","msg":"trace[1320662584] transaction","detail":"{read_only:false; response_revision:28084; number_of_response:1; }","duration":"230.818842ms","start":"2026-04-23T08:44:32.859362Z","end":"2026-04-23T08:44:33.090181Z","steps":["trace[1320662584] 'process raft request' (duration: 230.649378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:33.090258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.792621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:44:33.090296Z","caller":"traceutil/trace.go:171","msg":"trace[990654885] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28084; }","duration":"206.892263ms","start":"2026-04-23T08:44:32.883393Z","end":"2026-04-23T08:44:33.090285Z","steps":["trace[990654885] 'agreement among raft nodes before linearized reading' (duration: 206.805551ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:44:33.090164Z","caller":"traceutil/trace.go:171","msg":"trace[1300722990] transaction","detail":"{read_only:false; response_revision:28083; number_of_response:1; }","duration":"230.798021ms","start":"2026-04-23T08:44:32.859328Z","end":"2026-04-23T08:44:33.090126Z","steps":["trace[1300722990] 'process raft request' (duration: 230.635938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:33.090339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.921002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:44:33.090401Z","caller":"traceutil/trace.go:171","msg":"trace[1967062786] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:28084; }","duration":"182.016103ms","start":"2026-04-23T08:44:32.908368Z","end":"2026-04-23T08:44:33.090384Z","steps":["trace[1967062786] 'agreement among raft nodes before linearized reading' (duration: 181.895031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:33.717889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.530169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-23T08:44:33.717932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.035842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:44:33.718014Z","caller":"traceutil/trace.go:171","msg":"trace[216137172] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28084; }","duration":"521.753734ms","start":"2026-04-23T08:44:33.196229Z","end":"2026-04-23T08:44:33.717983Z","steps":["trace[216137172] 'range keys from in-memory index tree' (duration: 521.235802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:33.71808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:33.196207Z","time spent":"521.857947ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T08:44:33.718091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.461909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:44:33.718132Z","caller":"traceutil/trace.go:171","msg":"trace[1163033470] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:28084; }","duration":"485.559131ms","start":"2026-04-23T08:44:33.232558Z","end":"2026-04-23T08:44:33.718117Z","steps":["trace[1163033470] 'count revisions from in-memory index tree' (duration: 485.334985ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:44:33.718073Z","caller":"traceutil/trace.go:171","msg":"trace[1772186178] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:28084; }","duration":"450.293119ms","start":"2026-04-23T08:44:33.267745Z","end":"2026-04-23T08:44:33.718038Z","steps":["trace[1772186178] 'count revisions from in-memory index tree' (duration: 449.871189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:33.718158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:33.232529Z","time spent":"485.618862ms","remote":"127.0.0.1:38882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:44:33.718189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.755895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-23T08:44:33.718249Z","caller":"traceutil/trace.go:171","msg":"trace[2106870014] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28084; }","duration":"358.823766ms","start":"2026-04-23T08:44:33.359403Z","end":"2026-04-23T08:44:33.718226Z","steps":["trace[2106870014] 'range keys from in-memory index tree' (duration: 358.655682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:33.718297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:33.359392Z","time spent":"358.892587ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T08:44:33.718312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.694908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-04-23T08:44:33.718378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.475141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-23T08:44:33.718445Z","caller":"traceutil/trace.go:171","msg":"trace[1382084027] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:28084; }","duration":"601.868112ms","start":"2026-04-23T08:44:33.11654Z","end":"2026-04-23T08:44:33.718408Z","steps":["trace[1382084027] 'range keys from in-memory index tree' (duration: 601.428992ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:44:33.718468Z","caller":"traceutil/trace.go:171","msg":"trace[1396233566] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28084; }","duration":"362.608084ms","start":"2026-04-23T08:44:33.355834Z","end":"2026-04-23T08:44:33.718442Z","steps":["trace[1396233566] 'range keys from in-memory index tree' (duration: 362.288386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:33.718551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:33.116523Z","time spent":"601.979665ms","remote":"127.0.0.1:48054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-04-23T08:44:33.718014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.852912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-23T08:44:33.718515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:33.355821Z","time spent":"362.683896ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T08:44:33.718648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:33.267728Z","time spent":"450.898892ms","remote":"127.0.0.1:54192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":9,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:44:33.718644Z","caller":"traceutil/trace.go:171","msg":"trace[1534697429] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28084; }","duration":"424.531788ms","start":"2026-04-23T08:44:33.2941Z","end":"2026-04-23T08:44:33.718631Z","steps":["trace[1534697429] 'range keys from in-memory index tree' (duration: 423.637477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:33.718852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:44:33.294086Z","time spent":"424.729893ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T08:44:35.861611Z","caller":"traceutil/trace.go:171","msg":"trace[227879675] transaction","detail":"{read_only:false; response_revision:28099; number_of_response:1; }","duration":"124.140484ms","start":"2026-04-23T08:44:35.737444Z","end":"2026-04-23T08:44:35.861584Z","steps":["trace[227879675] 'process raft request' (duration: 123.919859ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:44:35.864583Z","caller":"traceutil/trace.go:171","msg":"trace[1425227469] linearizableReadLoop","detail":"{readStateIndex:29114; appliedIndex:29112; }","duration":"124.736528ms","start":"2026-04-23T08:44:35.739832Z","end":"2026-04-23T08:44:35.864569Z","steps":["trace[1425227469] 'read index received' (duration: 121.500933ms)","trace[1425227469] 'applied index is now lower than readState.Index' (duration: 3.234655ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:44:35.864689Z","caller":"traceutil/trace.go:171","msg":"trace[27498278] transaction","detail":"{read_only:false; response_revision:28100; number_of_response:1; }","duration":"125.513706ms","start":"2026-04-23T08:44:35.739142Z","end":"2026-04-23T08:44:35.864656Z","steps":["trace[27498278] 'process raft request' (duration: 125.319702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:35.865554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.68017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-23T08:44:35.86561Z","caller":"traceutil/trace.go:171","msg":"trace[1720690741] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28100; }","duration":"125.790732ms","start":"2026-04-23T08:44:35.739805Z","end":"2026-04-23T08:44:35.865596Z","steps":["trace[1720690741] 'agreement among raft nodes before linearized reading' (duration: 124.910062ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:45:15.683664Z","caller":"traceutil/trace.go:171","msg":"trace[1991851558] transaction","detail":"{read_only:false; response_revision:28587; number_of_response:1; }","duration":"282.487336ms","start":"2026-04-23T08:45:15.401123Z","end":"2026-04-23T08:45:15.683611Z","steps":["trace[1991851558] 'process raft request' (duration: 282.19198ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:45:15.696078Z","caller":"traceutil/trace.go:171","msg":"trace[2050211828] transaction","detail":"{read_only:false; response_revision:28588; number_of_response:1; }","duration":"260.3602ms","start":"2026-04-23T08:45:15.435681Z","end":"2026-04-23T08:45:15.696041Z","steps":["trace[2050211828] 'process raft request' (duration: 260.065053ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:45:15.696199Z","caller":"traceutil/trace.go:171","msg":"trace[1214448792] transaction","detail":"{read_only:false; response_revision:28591; number_of_response:1; }","duration":"237.20566ms","start":"2026-04-23T08:45:15.458964Z","end":"2026-04-23T08:45:15.69617Z","steps":["trace[1214448792] 'process raft request' (duration: 237.126428ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:45:15.69638Z","caller":"traceutil/trace.go:171","msg":"trace[1180699943] transaction","detail":"{read_only:false; response_revision:28590; number_of_response:1; }","duration":"237.371504ms","start":"2026-04-23T08:45:15.458926Z","end":"2026-04-23T08:45:15.696297Z","steps":["trace[1180699943] 'process raft request' (duration: 237.115048ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:45:15.696478Z","caller":"traceutil/trace.go:171","msg":"trace[1870512223] transaction","detail":"{read_only:false; response_revision:28592; number_of_response:1; }","duration":"237.489987ms","start":"2026-04-23T08:45:15.458972Z","end":"2026-04-23T08:45:15.696462Z","steps":["trace[1870512223] 'process raft request' (duration: 237.154599ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:45:15.696599Z","caller":"traceutil/trace.go:171","msg":"trace[1762758143] transaction","detail":"{read_only:false; response_revision:28593; number_of_response:1; }","duration":"237.037747ms","start":"2026-04-23T08:45:15.459548Z","end":"2026-04-23T08:45:15.696585Z","steps":["trace[1762758143] 'process raft request' (duration: 236.820272ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:45:15.696637Z","caller":"traceutil/trace.go:171","msg":"trace[1549827497] linearizableReadLoop","detail":"{readStateIndex:29642; appliedIndex:29634; }","duration":"226.489261ms","start":"2026-04-23T08:45:15.470129Z","end":"2026-04-23T08:45:15.696618Z","steps":["trace[1549827497] 'read index received' (duration: 213.348134ms)","trace[1549827497] 'applied index is now lower than readState.Index' (duration: 13.140217ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:45:15.696677Z","caller":"traceutil/trace.go:171","msg":"trace[1535368300] transaction","detail":"{read_only:false; response_revision:28594; number_of_response:1; }","duration":"236.878053ms","start":"2026-04-23T08:45:15.459782Z","end":"2026-04-23T08:45:15.69666Z","steps":["trace[1535368300] 'process raft request' (duration: 236.722689ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:45:15.696699Z","caller":"traceutil/trace.go:171","msg":"trace[298666723] transaction","detail":"{read_only:false; response_revision:28595; number_of_response:1; }","duration":"152.932986ms","start":"2026-04-23T08:45:15.543751Z","end":"2026-04-23T08:45:15.696684Z","steps":["trace[298666723] 'process raft request' (duration: 152.802823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:45:15.696915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.771747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T08:45:15.696966Z","caller":"traceutil/trace.go:171","msg":"trace[2122235013] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28595; }","duration":"226.885009ms","start":"2026-04-23T08:45:15.470069Z","end":"2026-04-23T08:45:15.696954Z","steps":["trace[2122235013] 'agreement among raft nodes before linearized reading' (duration: 226.692865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:45:15.697016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.307267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T08:45:15.697063Z","caller":"traceutil/trace.go:171","msg":"trace[1199729080] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28595; }","duration":"163.4216ms","start":"2026-04-23T08:45:15.533629Z","end":"2026-04-23T08:45:15.69705Z","steps":["trace[1199729080] 'agreement among raft nodes before linearized reading' (duration: 163.184134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:45:15.697264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.499379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:45:15.697313Z","caller":"traceutil/trace.go:171","msg":"trace[177445083] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28595; }","duration":"117.55126ms","start":"2026-04-23T08:45:15.57975Z","end":"2026-04-23T08:45:15.697301Z","steps":["trace[177445083] 'agreement among raft nodes before linearized reading' (duration: 117.473559ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:45:15.696215Z","caller":"traceutil/trace.go:171","msg":"trace[555204759] transaction","detail":"{read_only:false; response_revision:28589; number_of_response:1; }","duration":"243.64224ms","start":"2026-04-23T08:45:15.452544Z","end":"2026-04-23T08:45:15.696186Z","steps":["trace[555204759] 'process raft request' (duration: 243.427255ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:45:16.033645Z","caller":"traceutil/trace.go:171","msg":"trace[1379925053] linearizableReadLoop","detail":"{readStateIndex:29646; appliedIndex:29645; }","duration":"157.222336ms","start":"2026-04-23T08:45:15.876397Z","end":"2026-04-23T08:45:16.033619Z","steps":["trace[1379925053] 'read index received' (duration: 157.117633ms)","trace[1379925053] 'applied index is now lower than readState.Index' (duration: 103.323µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:45:16.033857Z","caller":"traceutil/trace.go:171","msg":"trace[1659587350] transaction","detail":"{read_only:false; response_revision:28598; number_of_response:1; }","duration":"181.456751ms","start":"2026-04-23T08:45:15.852355Z","end":"2026-04-23T08:45:16.033812Z","steps":["trace[1659587350] 'process raft request' (duration: 181.112353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:45:16.033956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.526143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:45:16.033983Z","caller":"traceutil/trace.go:171","msg":"trace[1705683616] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:28598; }","duration":"157.630425ms","start":"2026-04-23T08:45:15.876344Z","end":"2026-04-23T08:45:16.033974Z","steps":["trace[1705683616] 'agreement among raft nodes before linearized reading' (duration: 157.4038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:45:16.033973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.334645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:45:16.034063Z","caller":"traceutil/trace.go:171","msg":"trace[1613323366] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28598; }","duration":"153.448528ms","start":"2026-04-23T08:45:15.880592Z","end":"2026-04-23T08:45:16.03404Z","steps":["trace[1613323366] 'agreement among raft nodes before linearized reading' (duration: 153.237863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:45:16.034334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.65716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:45:16.034438Z","caller":"traceutil/trace.go:171","msg":"trace[568054084] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:28598; }","duration":"101.826874ms","start":"2026-04-23T08:45:15.932591Z","end":"2026-04-23T08:45:16.034418Z","steps":["trace[568054084] 'agreement among raft nodes before linearized reading' (duration: 101.64562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:45:16.358689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.824996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-23T08:45:16.358774Z","caller":"traceutil/trace.go:171","msg":"trace[528578348] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28598; }","duration":"150.9741ms","start":"2026-04-23T08:45:16.207777Z","end":"2026-04-23T08:45:16.358751Z","steps":["trace[528578348] 'range keys from in-memory index tree' (duration: 150.619692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:45:16.358916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.850737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-23T08:45:16.358977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.617955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T08:45:16.359031Z","caller":"traceutil/trace.go:171","msg":"trace[1040225414] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28598; }","duration":"151.640395ms","start":"2026-04-23T08:45:16.207353Z","end":"2026-04-23T08:45:16.358994Z","steps":["trace[1040225414] 'range keys from in-memory index tree' (duration: 151.521382ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:45:16.358994Z","caller":"traceutil/trace.go:171","msg":"trace[1248483216] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28598; }","duration":"151.031071ms","start":"2026-04-23T08:45:16.207944Z","end":"2026-04-23T08:45:16.358975Z","steps":["trace[1248483216] 'range keys from in-memory index tree' (duration: 150.615921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:45:16.359137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.764385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-23T08:45:16.359209Z","caller":"traceutil/trace.go:171","msg":"trace[1453690391] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28598; }","duration":"126.893538ms","start":"2026-04-23T08:45:16.232297Z","end":"2026-04-23T08:45:16.359191Z","steps":["trace[1453690391] 'range keys from in-memory index tree' (duration: 126.54472ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:45:17.951807Z","caller":"traceutil/trace.go:171","msg":"trace[1648658385] transaction","detail":"{read_only:false; response_revision:28603; number_of_response:1; }","duration":"248.939494ms","start":"2026-04-23T08:45:17.702833Z","end":"2026-04-23T08:45:17.951772Z","steps":["trace[1648658385] 'process raft request' (duration: 248.677348ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:45:18.39481Z","caller":"traceutil/trace.go:171","msg":"trace[847393632] transaction","detail":"{read_only:false; response_revision:28605; number_of_response:1; }","duration":"689.788212ms","start":"2026-04-23T08:45:17.704987Z","end":"2026-04-23T08:45:18.394776Z","steps":["trace[847393632] 'process raft request' (duration: 689.665219ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:45:18.394841Z","caller":"traceutil/trace.go:171","msg":"trace[1745584285] transaction","detail":"{read_only:false; response_revision:28607; number_of_response:1; }","duration":"689.348962ms","start":"2026-04-23T08:45:17.705474Z","end":"2026-04-23T08:45:18.394823Z","steps":["trace[1745584285] 'process raft request' (duration: 689.276741ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:45:18.394907Z","caller":"traceutil/trace.go:171","msg":"trace[1548920494] transaction","detail":"{read_only:false; response_revision:28606; number_of_response:1; }","duration":"689.71745ms","start":"2026-04-23T08:45:17.705178Z","end":"2026-04-23T08:45:18.394895Z","steps":["trace[1548920494] 'process raft request' (duration: 689.534186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:45:18.39496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:45:17.704974Z","time spent":"689.905915ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:45:18.395042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:45:17.705453Z","time spent":"689.448714ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:45:18.395084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.300467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-04-23T08:45:18.39481Z","caller":"traceutil/trace.go:171","msg":"trace[2082512319] transaction","detail":"{read_only:false; response_revision:28604; number_of_response:1; }","duration":"691.40369ms","start":"2026-04-23T08:45:17.703358Z","end":"2026-04-23T08:45:18.394761Z","steps":["trace[2082512319] 'process raft request' (duration: 691.091033ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:45:18.395123Z","caller":"traceutil/trace.go:171","msg":"trace[1348933634] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:28609; }","duration":"682.356779ms","start":"2026-04-23T08:45:17.712754Z","end":"2026-04-23T08:45:18.395111Z","steps":["trace[1348933634] 'agreement among raft nodes before linearized reading' (duration: 682.178265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:45:18.395155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:45:17.712744Z","time spent":"682.40595ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5105,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-23T08:45:18.395162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:45:17.703331Z","time spent":"691.795608ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:45:18.395204Z","caller":"traceutil/trace.go:171","msg":"trace[210269197] transaction","detail":"{read_only:false; response_revision:28609; number_of_response:1; }","duration":"688.622005ms","start":"2026-04-23T08:45:17.706573Z","end":"2026-04-23T08:45:18.395195Z","steps":["trace[210269197] 'process raft request' (duration: 688.272997ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:45:18.394907Z","caller":"traceutil/trace.go:171","msg":"trace[1398792328] linearizableReadLoop","detail":"{readStateIndex:29657; appliedIndex:29650; }","duration":"682.112733ms","start":"2026-04-23T08:45:17.712781Z","end":"2026-04-23T08:45:18.394894Z","steps":["trace[1398792328] 'read index received' (duration: 238.813858ms)","trace[1398792328] 'applied index is now lower than readState.Index' (duration: 443.298055ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:45:18.395073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:45:17.705144Z","time spent":"689.799652ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:45:18.395398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.231976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:45:18.395417Z","caller":"traceutil/trace.go:171","msg":"trace[258195736] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28609; }","duration":"682.263196ms","start":"2026-04-23T08:45:17.713147Z","end":"2026-04-23T08:45:18.39541Z","steps":["trace[258195736] 'agreement among raft nodes before linearized reading' (duration: 682.228045ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:45:18.395384Z","caller":"traceutil/trace.go:171","msg":"trace[1839307858] transaction","detail":"{read_only:false; response_revision:28608; number_of_response:1; }","duration":"689.567457ms","start":"2026-04-23T08:45:17.705755Z","end":"2026-04-23T08:45:18.395322Z","steps":["trace[1839307858] 'process raft request' (duration: 689.030024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:45:18.395385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.557303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:45:18.395469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.341001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:45:18.395487Z","caller":"traceutil/trace.go:171","msg":"trace[1683664316] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28609; }","duration":"511.406223ms","start":"2026-04-23T08:45:17.884075Z","end":"2026-04-23T08:45:18.395481Z","steps":["trace[1683664316] 'agreement among raft nodes before linearized reading' (duration: 511.374322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:45:18.395248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:45:17.706555Z","time spent":"688.671086ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:45:18.395497Z","caller":"traceutil/trace.go:171","msg":"trace[2121591339] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:28609; }","duration":"682.720817ms","start":"2026-04-23T08:45:17.71275Z","end":"2026-04-23T08:45:18.395471Z","steps":["trace[2121591339] 'agreement among raft nodes before linearized reading' (duration: 682.460021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:45:18.395518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.881623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T08:45:18.395537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.934068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:45:18.395503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:45:17.884051Z","time spent":"511.448384ms","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T08:45:18.395553Z","caller":"traceutil/trace.go:171","msg":"trace[1739584755] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:28609; }","duration":"582.008349ms","start":"2026-04-23T08:45:17.813539Z","end":"2026-04-23T08:45:18.395548Z","steps":["trace[1739584755] 'agreement among raft nodes before linearized reading' (duration: 581.975168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:45:18.395555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:45:17.712739Z","time spent":"682.807019ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-23T08:45:18.395576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:45:17.813511Z","time spent":"582.060941ms","remote":"127.0.0.1:44416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:45:18.395571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:45:17.705741Z","time spent":"689.73059ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:45:18.395584Z","caller":"traceutil/trace.go:171","msg":"trace[968102547] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:28609; }","duration":"230.969945ms","start":"2026-04-23T08:45:18.164575Z","end":"2026-04-23T08:45:18.395545Z","steps":["trace[968102547] 'agreement among raft nodes before linearized reading' (duration: 230.852092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:45:18.395689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.432364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:45:18.395694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.321085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T08:45:18.395725Z","caller":"traceutil/trace.go:171","msg":"trace[1630156842] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:28609; }","duration":"116.510146ms","start":"2026-04-23T08:45:18.279203Z","end":"2026-04-23T08:45:18.395713Z","steps":["trace[1630156842] 'agreement among raft nodes before linearized reading' (duration: 116.449895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:45:18.395742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.638513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T08:45:18.395748Z","caller":"traceutil/trace.go:171","msg":"trace[476696792] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28609; }","duration":"666.396487ms","start":"2026-04-23T08:45:17.729336Z","end":"2026-04-23T08:45:18.395733Z","steps":["trace[476696792] 'agreement among raft nodes before linearized reading' (duration: 666.246483ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:45:18.395764Z","caller":"traceutil/trace.go:171","msg":"trace[1590773824] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28609; }","duration":"675.680003ms","start":"2026-04-23T08:45:17.720076Z","end":"2026-04-23T08:45:18.395756Z","steps":["trace[1590773824] 'agreement among raft nodes before linearized reading' (duration: 675.615042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:45:18.395779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:45:17.720064Z","time spent":"675.711664ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T08:45:18.395788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:45:17.729323Z","time spent":"666.453838ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T08:45:18.395437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:45:17.71314Z","time spent":"682.291778ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-23T08:45:18.395874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.987912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:45:18.395911Z","caller":"traceutil/trace.go:171","msg":"trace[1161462767] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:28609; }","duration":"622.077133ms","start":"2026-04-23T08:45:17.773824Z","end":"2026-04-23T08:45:18.395901Z","steps":["trace[1161462767] 'agreement among raft nodes before linearized reading' (duration: 622.010522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:45:18.395927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:45:17.773795Z","time spent":"622.128185ms","remote":"127.0.0.1:41288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:45:18.395921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.268481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:45:18.395955Z","caller":"traceutil/trace.go:171","msg":"trace[1444515055] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:28609; }","duration":"128.342263ms","start":"2026-04-23T08:45:18.267605Z","end":"2026-04-23T08:45:18.395947Z","steps":["trace[1444515055] 'agreement among raft nodes before linearized reading' (duration: 128.272461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:45:18.396157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.986163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:45:18.39627Z","caller":"traceutil/trace.go:171","msg":"trace[411908926] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:28609; }","duration":"197.163137ms","start":"2026-04-23T08:45:18.199082Z","end":"2026-04-23T08:45:18.396245Z","steps":["trace[411908926] 'agreement among raft nodes before linearized reading' (duration: 196.991643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:45:18.396577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.025411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:45:18.396655Z","caller":"traceutil/trace.go:171","msg":"trace[509723212] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28609; }","duration":"682.894542ms","start":"2026-04-23T08:45:17.713737Z","end":"2026-04-23T08:45:18.396631Z","steps":["trace[509723212] 'agreement among raft nodes before linearized reading' (duration: 681.98692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:45:18.396703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:45:17.713731Z","time spent":"682.957913ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-04-23T08:45:43.815294Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26667} {"level":"info","ts":"2026-04-23T08:45:43.981464Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26667,"took":"160.764718ms","hash":299133069,"current-db-size-bytes":58032128,"current-db-size":"58 MB","current-db-size-in-use-bytes":36917248,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-04-23T08:45:43.981556Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":299133069,"revision":26667,"compact-revision":23739} {"level":"info","ts":"2026-04-23T08:45:53.850938Z","caller":"traceutil/trace.go:171","msg":"trace[1166475913] linearizableReadLoop","detail":"{readStateIndex:29959; appliedIndex:29958; }","duration":"307.463818ms","start":"2026-04-23T08:45:53.543446Z","end":"2026-04-23T08:45:53.85091Z","steps":["trace[1166475913] 'read index received' (duration: 307.189732ms)","trace[1166475913] 'applied index is now lower than readState.Index' (duration: 273.116µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:45:53.851444Z","caller":"traceutil/trace.go:171","msg":"trace[1238384789] transaction","detail":"{read_only:false; response_revision:28900; number_of_response:1; }","duration":"376.300703ms","start":"2026-04-23T08:45:53.47512Z","end":"2026-04-23T08:45:53.851421Z","steps":["trace[1238384789] 'process raft request' (duration: 375.603357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:45:53.8516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:45:53.475095Z","time spent":"376.411245ms","remote":"127.0.0.1:48142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5064,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:45:53.851765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.481553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:45:53.851877Z","caller":"traceutil/trace.go:171","msg":"trace[2027504083] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:28900; }","duration":"212.646917ms","start":"2026-04-23T08:45:53.639194Z","end":"2026-04-23T08:45:53.851841Z","steps":["trace[2027504083] 'agreement among raft nodes before linearized reading' (duration: 212.463003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:45:53.852122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.678307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:45:53.852145Z","caller":"traceutil/trace.go:171","msg":"trace[405781475] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:28900; }","duration":"308.757988ms","start":"2026-04-23T08:45:53.54338Z","end":"2026-04-23T08:45:53.852138Z","steps":["trace[405781475] 'agreement among raft nodes before linearized reading' (duration: 308.699027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:45:53.852165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:45:53.543349Z","time spent":"308.80981ms","remote":"127.0.0.1:54192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":9,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:45:53.852689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.246283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T08:45:53.852722Z","caller":"traceutil/trace.go:171","msg":"trace[1400639678] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28900; }","duration":"153.327645ms","start":"2026-04-23T08:45:53.699387Z","end":"2026-04-23T08:45:53.852714Z","steps":["trace[1400639678] 'agreement among raft nodes before linearized reading' (duration: 153.209102ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:45:54.002068Z","caller":"traceutil/trace.go:171","msg":"trace[1917663942] linearizableReadLoop","detail":"{readStateIndex:29960; appliedIndex:29959; }","duration":"118.924993ms","start":"2026-04-23T08:45:53.883107Z","end":"2026-04-23T08:45:54.002032Z","steps":["trace[1917663942] 'read index received' (duration: 118.195026ms)","trace[1917663942] 'applied index is now lower than readState.Index' (duration: 728.017µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:45:54.002491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.361882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:45:54.00254Z","caller":"traceutil/trace.go:171","msg":"trace[58585676] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28901; }","duration":"119.438604ms","start":"2026-04-23T08:45:53.883086Z","end":"2026-04-23T08:45:54.002524Z","steps":["trace[58585676] 'agreement among raft nodes before linearized reading' (duration: 119.135987ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:45:54.002542Z","caller":"traceutil/trace.go:171","msg":"trace[348410960] transaction","detail":"{read_only:false; response_revision:28901; number_of_response:1; }","duration":"143.015324ms","start":"2026-04-23T08:45:53.859477Z","end":"2026-04-23T08:45:54.002492Z","steps":["trace[348410960] 'process raft request' (duration: 142.172165ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:45:54.639042Z","caller":"traceutil/trace.go:171","msg":"trace[1851954111] linearizableReadLoop","detail":"{readStateIndex:29963; appliedIndex:29962; }","duration":"126.375596ms","start":"2026-04-23T08:45:54.512591Z","end":"2026-04-23T08:45:54.638967Z","steps":["trace[1851954111] 'read index received' (duration: 126.147821ms)","trace[1851954111] 'applied index is now lower than readState.Index' (duration: 226.095µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:45:54.639108Z","caller":"traceutil/trace.go:171","msg":"trace[535996128] transaction","detail":"{read_only:false; response_revision:28904; number_of_response:1; }","duration":"128.67904ms","start":"2026-04-23T08:45:54.510392Z","end":"2026-04-23T08:45:54.639071Z","steps":["trace[535996128] 'process raft request' (duration: 128.358702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:45:54.639355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.736605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-04-23T08:45:54.639408Z","caller":"traceutil/trace.go:171","msg":"trace[1812585547] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:28904; }","duration":"126.853067ms","start":"2026-04-23T08:45:54.51254Z","end":"2026-04-23T08:45:54.639393Z","steps":["trace[1812585547] 'agreement among raft nodes before linearized reading' (duration: 126.631322ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:45:56.674571Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1c917701ce165bac","local-member-applied-index":30006,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-23T08:45:56.68112Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30006} {"level":"info","ts":"2026-04-23T08:45:56.681226Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25006} {"level":"info","ts":"2026-04-23T08:46:07.98262Z","caller":"traceutil/trace.go:171","msg":"trace[541074967] transaction","detail":"{read_only:false; response_revision:29057; number_of_response:1; }","duration":"121.431061ms","start":"2026-04-23T08:46:07.861154Z","end":"2026-04-23T08:46:07.982585Z","steps":["trace[541074967] 'process raft request' (duration: 120.918139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:46:10.984658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.339666ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:46:10.984877Z","caller":"traceutil/trace.go:171","msg":"trace[1155908209] linearizableReadLoop","detail":"{readStateIndex:30148; appliedIndex:30146; }","duration":"134.809023ms","start":"2026-04-23T08:46:10.850049Z","end":"2026-04-23T08:46:10.984858Z","steps":["trace[1155908209] 'read index received' (duration: 29.114519ms)","trace[1155908209] 'applied index is now lower than readState.Index' (duration: 105.692964ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:46:10.984987Z","caller":"traceutil/trace.go:171","msg":"trace[1981840885] transaction","detail":"{read_only:false; response_revision:29084; number_of_response:1; }","duration":"146.26233ms","start":"2026-04-23T08:46:10.838716Z","end":"2026-04-23T08:46:10.984979Z","steps":["trace[1981840885] 'process raft request' (duration: 146.082556ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:46:10.985117Z","caller":"traceutil/trace.go:171","msg":"trace[80278333] transaction","detail":"{read_only:false; response_revision:29083; number_of_response:1; }","duration":"147.698953ms","start":"2026-04-23T08:46:10.83738Z","end":"2026-04-23T08:46:10.985079Z","steps":["trace[80278333] 'process raft request' (duration: 41.773374ms)","trace[80278333] 'compare' (duration: 105.129691ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:46:10.985259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.498736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-23T08:46:10.985366Z","caller":"traceutil/trace.go:171","msg":"trace[157782126] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29084; }","duration":"107.64441ms","start":"2026-04-23T08:46:10.877697Z","end":"2026-04-23T08:46:10.985341Z","steps":["trace[157782126] 'agreement among raft nodes before linearized reading' (duration: 107.338132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:46:10.985401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.342966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-23T08:46:10.985445Z","caller":"traceutil/trace.go:171","msg":"trace[187435278] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29084; }","duration":"135.401557ms","start":"2026-04-23T08:46:10.850028Z","end":"2026-04-23T08:46:10.985429Z","steps":["trace[187435278] 'agreement among raft nodes before linearized reading' (duration: 135.225482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:46:10.985413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.880248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-23T08:46:10.985522Z","caller":"traceutil/trace.go:171","msg":"trace[808713719] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29084; }","duration":"106.015832ms","start":"2026-04-23T08:46:10.879477Z","end":"2026-04-23T08:46:10.985493Z","steps":["trace[808713719] 'agreement among raft nodes before linearized reading' (duration: 105.682294ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:46:12.190664Z","caller":"traceutil/trace.go:171","msg":"trace[722693414] transaction","detail":"{read_only:false; response_revision:29088; number_of_response:1; }","duration":"185.957574ms","start":"2026-04-23T08:46:12.004668Z","end":"2026-04-23T08:46:12.190625Z","steps":["trace[722693414] 'process raft request' (duration: 185.449282ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:46:13.164572Z","caller":"traceutil/trace.go:171","msg":"trace[117903495] linearizableReadLoop","detail":"{readStateIndex:30162; appliedIndex:30161; }","duration":"137.607549ms","start":"2026-04-23T08:46:13.02693Z","end":"2026-04-23T08:46:13.164537Z","steps":["trace[117903495] 'read index received' (duration: 101.19286ms)","trace[117903495] 'applied index is now lower than readState.Index' (duration: 36.413499ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:46:13.164963Z","caller":"traceutil/trace.go:171","msg":"trace[2147120031] transaction","detail":"{read_only:false; response_revision:29098; number_of_response:1; }","duration":"168.370086ms","start":"2026-04-23T08:46:12.996547Z","end":"2026-04-23T08:46:13.164917Z","steps":["trace[2147120031] 'process raft request' (duration: 131.649039ms)","trace[2147120031] 'compare' (duration: 36.100273ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:46:13.165116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.141971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:46:13.165175Z","caller":"traceutil/trace.go:171","msg":"trace[853167825] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:29098; }","duration":"138.282585ms","start":"2026-04-23T08:46:13.026877Z","end":"2026-04-23T08:46:13.165159Z","steps":["trace[853167825] 'agreement among raft nodes before linearized reading' (duration: 138.141101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:46:13.165783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.926443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-23T08:46:13.165831Z","caller":"traceutil/trace.go:171","msg":"trace[1346551490] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29098; }","duration":"137.024775ms","start":"2026-04-23T08:46:13.028791Z","end":"2026-04-23T08:46:13.165816Z","steps":["trace[1346551490] 'agreement among raft nodes before linearized reading' (duration: 136.856631ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:47:35.817768Z","caller":"traceutil/trace.go:171","msg":"trace[1227101489] transaction","detail":"{read_only:false; response_revision:29876; number_of_response:1; }","duration":"107.212049ms","start":"2026-04-23T08:47:35.710531Z","end":"2026-04-23T08:47:35.817743Z","steps":["trace[1227101489] 'process raft request' (duration: 106.81169ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:47:43.694976Z","caller":"traceutil/trace.go:171","msg":"trace[24364548] linearizableReadLoop","detail":"{readStateIndex:31092; appliedIndex:31091; }","duration":"109.234546ms","start":"2026-04-23T08:47:43.585708Z","end":"2026-04-23T08:47:43.694943Z","steps":["trace[24364548] 'read index received' (duration: 108.993461ms)","trace[24364548] 'applied index is now lower than readState.Index' (duration: 239.495µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:47:43.695373Z","caller":"traceutil/trace.go:171","msg":"trace[1707158693] transaction","detail":"{read_only:false; response_revision:30004; number_of_response:1; }","duration":"149.490585ms","start":"2026-04-23T08:47:43.545705Z","end":"2026-04-23T08:47:43.695195Z","steps":["trace[1707158693] 'process raft request' (duration: 149.035935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:47:43.695408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.668756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:47:43.695452Z","caller":"traceutil/trace.go:171","msg":"trace[28000786] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:30004; }","duration":"109.754619ms","start":"2026-04-23T08:47:43.585682Z","end":"2026-04-23T08:47:43.695437Z","steps":["trace[28000786] 'agreement among raft nodes before linearized reading' (duration: 109.652487ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:47:46.151416Z","caller":"traceutil/trace.go:171","msg":"trace[517384521] transaction","detail":"{read_only:false; response_revision:30028; number_of_response:1; }","duration":"148.046792ms","start":"2026-04-23T08:47:46.003314Z","end":"2026-04-23T08:47:46.151361Z","steps":["trace[517384521] 'process raft request' (duration: 147.891779ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:47:46.15143Z","caller":"traceutil/trace.go:171","msg":"trace[288958647] transaction","detail":"{read_only:false; response_revision:30027; number_of_response:1; }","duration":"148.098543ms","start":"2026-04-23T08:47:46.003288Z","end":"2026-04-23T08:47:46.151386Z","steps":["trace[288958647] 'process raft request' (duration: 137.582188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:47:55.746838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.316774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-23T08:47:55.746963Z","caller":"traceutil/trace.go:171","msg":"trace[308331590] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:30122; }","duration":"337.520809ms","start":"2026-04-23T08:47:55.409414Z","end":"2026-04-23T08:47:55.746935Z","steps":["trace[308331590] 'range keys from in-memory index tree' (duration: 336.980456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:47:55.747061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:47:55.409386Z","time spent":"337.660463ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-23T08:47:55.803351Z","caller":"traceutil/trace.go:171","msg":"trace[329153056] transaction","detail":"{read_only:false; response_revision:30123; number_of_response:1; }","duration":"335.133454ms","start":"2026-04-23T08:47:55.468187Z","end":"2026-04-23T08:47:55.803321Z","steps":["trace[329153056] 'process raft request' (duration: 334.925249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:47:55.803548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:47:55.468156Z","time spent":"335.287537ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:47:55.982879Z","caller":"traceutil/trace.go:171","msg":"trace[295272650] linearizableReadLoop","detail":"{readStateIndex:31216; appliedIndex:31214; }","duration":"108.172171ms","start":"2026-04-23T08:47:55.874673Z","end":"2026-04-23T08:47:55.982845Z","steps":["trace[295272650] 'read index received' (duration: 105.831447ms)","trace[295272650] 'applied index is now lower than readState.Index' (duration: 2.339194ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:47:55.98298Z","caller":"traceutil/trace.go:171","msg":"trace[1606154153] transaction","detail":"{read_only:false; response_revision:30125; number_of_response:1; }","duration":"172.278246ms","start":"2026-04-23T08:47:55.81067Z","end":"2026-04-23T08:47:55.982948Z","steps":["trace[1606154153] 'process raft request' (duration: 172.04273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:47:55.983318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.5446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:47:55.983346Z","caller":"traceutil/trace.go:171","msg":"trace[167389371] transaction","detail":"{read_only:false; response_revision:30124; number_of_response:1; }","duration":"173.443503ms","start":"2026-04-23T08:47:55.80984Z","end":"2026-04-23T08:47:55.983284Z","steps":["trace[167389371] 'process raft request' (duration: 170.688478ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:47:55.983375Z","caller":"traceutil/trace.go:171","msg":"trace[739286141] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:30125; }","duration":"108.737484ms","start":"2026-04-23T08:47:55.874618Z","end":"2026-04-23T08:47:55.983356Z","steps":["trace[739286141] 'agreement among raft nodes before linearized reading' (duration: 108.522279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:47:55.983406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.656529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:47:55.983509Z","caller":"traceutil/trace.go:171","msg":"trace[1007201813] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:30125; }","duration":"104.832383ms","start":"2026-04-23T08:47:55.878652Z","end":"2026-04-23T08:47:55.983485Z","steps":["trace[1007201813] 'agreement among raft nodes before linearized reading' (duration: 104.642029ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:48:01.549405Z","caller":"traceutil/trace.go:171","msg":"trace[1123867690] transaction","detail":"{read_only:false; response_revision:30169; number_of_response:1; }","duration":"208.339367ms","start":"2026-04-23T08:48:01.341037Z","end":"2026-04-23T08:48:01.549377Z","steps":["trace[1123867690] 'process raft request' (duration: 208.250525ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:48:01.549477Z","caller":"traceutil/trace.go:171","msg":"trace[1343377812] transaction","detail":"{read_only:false; response_revision:30168; number_of_response:1; }","duration":"210.967579ms","start":"2026-04-23T08:48:01.338452Z","end":"2026-04-23T08:48:01.549419Z","steps":["trace[1343377812] 'process raft request' (duration: 189.009357ms)","trace[1343377812] 'compare' (duration: 21.641324ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:48:01.549757Z","caller":"traceutil/trace.go:171","msg":"trace[1597733288] transaction","detail":"{read_only:false; response_revision:30170; number_of_response:1; }","duration":"208.519281ms","start":"2026-04-23T08:48:01.341229Z","end":"2026-04-23T08:48:01.549748Z","steps":["trace[1597733288] 'process raft request' (duration: 208.106522ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:48:01.549968Z","caller":"traceutil/trace.go:171","msg":"trace[1413728535] transaction","detail":"{read_only:false; response_revision:30171; number_of_response:1; }","duration":"206.909704ms","start":"2026-04-23T08:48:01.342598Z","end":"2026-04-23T08:48:01.549507Z","steps":["trace[1413728535] 'process raft request' (duration: 206.850302ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:48:01.569816Z","caller":"traceutil/trace.go:171","msg":"trace[218287418] transaction","detail":"{read_only:false; response_revision:30172; number_of_response:1; }","duration":"223.086261ms","start":"2026-04-23T08:48:01.346701Z","end":"2026-04-23T08:48:01.569787Z","steps":["trace[218287418] 'process raft request' (duration: 222.431325ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:48:02.865639Z","caller":"traceutil/trace.go:171","msg":"trace[315574338] linearizableReadLoop","detail":"{readStateIndex:31271; appliedIndex:31270; }","duration":"204.368125ms","start":"2026-04-23T08:48:02.661242Z","end":"2026-04-23T08:48:02.86561Z","steps":["trace[315574338] 'read index received' (duration: 204.15071ms)","trace[315574338] 'applied index is now lower than readState.Index' (duration: 212.575µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:48:02.865685Z","caller":"traceutil/trace.go:171","msg":"trace[1159740061] transaction","detail":"{read_only:false; response_revision:30179; number_of_response:1; }","duration":"244.165473ms","start":"2026-04-23T08:48:02.62147Z","end":"2026-04-23T08:48:02.865635Z","steps":["trace[1159740061] 'process raft request' (duration: 243.922787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:48:02.865863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.59334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4843"} {"level":"info","ts":"2026-04-23T08:48:02.865968Z","caller":"traceutil/trace.go:171","msg":"trace[1853913238] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:30179; }","duration":"204.770064ms","start":"2026-04-23T08:48:02.661176Z","end":"2026-04-23T08:48:02.865946Z","steps":["trace[1853913238] 'agreement among raft nodes before linearized reading' (duration: 204.535338ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:48:06.745671Z","caller":"traceutil/trace.go:171","msg":"trace[1673058284] linearizableReadLoop","detail":"{readStateIndex:31299; appliedIndex:31298; }","duration":"431.343435ms","start":"2026-04-23T08:48:06.314303Z","end":"2026-04-23T08:48:06.745647Z","steps":["trace[1673058284] 'read index received' (duration: 431.086029ms)","trace[1673058284] 'applied index is now lower than readState.Index' (duration: 256.276µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:48:06.745931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.471065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-23T08:48:06.745967Z","caller":"traceutil/trace.go:171","msg":"trace[841974318] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:30206; }","duration":"421.527856ms","start":"2026-04-23T08:48:06.324426Z","end":"2026-04-23T08:48:06.745953Z","steps":["trace[841974318] 'agreement among raft nodes before linearized reading' (duration: 421.352542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:48:06.745994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:48:06.324353Z","time spent":"421.634329ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-23T08:48:06.746003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.400327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T08:48:06.746088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.340656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:48:06.746216Z","caller":"traceutil/trace.go:171","msg":"trace[422470274] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:30206; }","duration":"401.643193ms","start":"2026-04-23T08:48:06.344511Z","end":"2026-04-23T08:48:06.746154Z","steps":["trace[422470274] 'agreement among raft nodes before linearized reading' (duration: 401.395987ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:48:06.746274Z","caller":"traceutil/trace.go:171","msg":"trace[686464833] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:30206; }","duration":"196.647294ms","start":"2026-04-23T08:48:06.54956Z","end":"2026-04-23T08:48:06.746207Z","steps":["trace[686464833] 'agreement among raft nodes before linearized reading' (duration: 196.263955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:48:06.74641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.095252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:48:06.746417Z","caller":"traceutil/trace.go:171","msg":"trace[638015703] transaction","detail":"{read_only:false; response_revision:30206; number_of_response:1; }","duration":"437.309865ms","start":"2026-04-23T08:48:06.308455Z","end":"2026-04-23T08:48:06.745764Z","steps":["trace[638015703] 'process raft request' (duration: 437.021698ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:48:06.746452Z","caller":"traceutil/trace.go:171","msg":"trace[1741851545] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:30206; }","duration":"432.165015ms","start":"2026-04-23T08:48:06.314277Z","end":"2026-04-23T08:48:06.746442Z","steps":["trace[1741851545] 'agreement among raft nodes before linearized reading' (duration: 432.071332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:48:06.746433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:48:06.344481Z","time spent":"401.876639ms","remote":"127.0.0.1:35632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T08:48:06.746488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:48:06.314257Z","time spent":"432.224805ms","remote":"127.0.0.1:48340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-23T08:48:06.746232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.500036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T08:48:06.746622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:48:06.308419Z","time spent":"438.073192ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T08:48:06.746691Z","caller":"traceutil/trace.go:171","msg":"trace[1137692739] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:30206; }","duration":"388.948877ms","start":"2026-04-23T08:48:06.357672Z","end":"2026-04-23T08:48:06.746621Z","steps":["trace[1137692739] 'agreement among raft nodes before linearized reading' (duration: 388.180659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:48:06.746763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:48:06.357654Z","time spent":"389.08695ms","remote":"127.0.0.1:40126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":5,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:48:07.07611Z","caller":"traceutil/trace.go:171","msg":"trace[1774869135] transaction","detail":"{read_only:false; response_revision:30208; number_of_response:1; }","duration":"165.56084ms","start":"2026-04-23T08:48:06.910504Z","end":"2026-04-23T08:48:07.076065Z","steps":["trace[1774869135] 'process raft request' (duration: 165.114239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:48:07.298544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.778316ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:48:07.298825Z","caller":"traceutil/trace.go:171","msg":"trace[1980730441] transaction","detail":"{read_only:false; response_revision:30209; number_of_response:1; }","duration":"217.967262ms","start":"2026-04-23T08:48:07.080823Z","end":"2026-04-23T08:48:07.298791Z","steps":["trace[1980730441] 'process raft request' (duration: 114.610133ms)","trace[1980730441] 'compare' (duration: 102.209033ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:48:07.307069Z","caller":"traceutil/trace.go:171","msg":"trace[1223732963] transaction","detail":"{read_only:false; response_revision:30210; number_of_response:1; }","duration":"225.834975ms","start":"2026-04-23T08:48:07.081207Z","end":"2026-04-23T08:48:07.307042Z","steps":["trace[1223732963] 'process raft request' (duration: 225.001586ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:48:07.730522Z","caller":"traceutil/trace.go:171","msg":"trace[18195135] transaction","detail":"{read_only:false; response_revision:30216; number_of_response:1; }","duration":"116.149738ms","start":"2026-04-23T08:48:07.614329Z","end":"2026-04-23T08:48:07.730479Z","steps":["trace[18195135] 'process raft request' (duration: 74.842725ms)","trace[18195135] 'compare' (duration: 41.130229ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:48:08.159907Z","caller":"traceutil/trace.go:171","msg":"trace[357846633] transaction","detail":"{read_only:false; response_revision:30217; number_of_response:1; }","duration":"106.255327ms","start":"2026-04-23T08:48:08.05362Z","end":"2026-04-23T08:48:08.159875Z","steps":["trace[357846633] 'process raft request' (duration: 106.023992ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:48:08.240256Z","caller":"traceutil/trace.go:171","msg":"trace[798726829] linearizableReadLoop","detail":"{readStateIndex:31311; appliedIndex:31310; }","duration":"111.889109ms","start":"2026-04-23T08:48:08.128326Z","end":"2026-04-23T08:48:08.240215Z","steps":["trace[798726829] 'read index received' (duration: 31.7267ms)","trace[798726829] 'applied index is now lower than readState.Index' (duration: 80.160689ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:48:08.24034Z","caller":"traceutil/trace.go:171","msg":"trace[411679582] transaction","detail":"{read_only:false; response_revision:30218; number_of_response:1; }","duration":"185.837963ms","start":"2026-04-23T08:48:08.054459Z","end":"2026-04-23T08:48:08.240297Z","steps":["trace[411679582] 'process raft request' (duration: 131.956427ms)","trace[411679582] 'compare' (duration: 53.62725ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:48:08.240564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.214156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-23T08:48:08.240634Z","caller":"traceutil/trace.go:171","msg":"trace[93911482] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:30218; }","duration":"112.354919ms","start":"2026-04-23T08:48:08.12826Z","end":"2026-04-23T08:48:08.240615Z","steps":["trace[93911482] 'agreement among raft nodes before linearized reading' (duration: 112.107543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:48:23.659282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.912479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/octavia-db-user\" ","response":"range_response_count:1 size:719"} {"level":"info","ts":"2026-04-23T08:48:23.659378Z","caller":"traceutil/trace.go:171","msg":"trace[1397629072] range","detail":"{range_begin:/registry/secrets/openstack/octavia-db-user; range_end:; response_count:1; response_revision:30409; }","duration":"103.072623ms","start":"2026-04-23T08:48:23.556283Z","end":"2026-04-23T08:48:23.659356Z","steps":["trace[1397629072] 'range keys from in-memory index tree' (duration: 101.281111ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:48:23.792771Z","caller":"traceutil/trace.go:171","msg":"trace[1488578118] transaction","detail":"{read_only:false; response_revision:30410; number_of_response:1; }","duration":"121.39165ms","start":"2026-04-23T08:48:23.67135Z","end":"2026-04-23T08:48:23.792741Z","steps":["trace[1488578118] 'process raft request' (duration: 121.179275ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:48:23.79937Z","caller":"traceutil/trace.go:171","msg":"trace[1005218343] transaction","detail":"{read_only:false; response_revision:30413; number_of_response:1; }","duration":"116.302212ms","start":"2026-04-23T08:48:23.683044Z","end":"2026-04-23T08:48:23.799346Z","steps":["trace[1005218343] 'process raft request' (duration: 116.260751ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:48:23.799427Z","caller":"traceutil/trace.go:171","msg":"trace[1514068294] transaction","detail":"{read_only:false; response_revision:30411; number_of_response:1; }","duration":"125.319012ms","start":"2026-04-23T08:48:23.674067Z","end":"2026-04-23T08:48:23.799386Z","steps":["trace[1514068294] 'process raft request' (duration: 125.040145ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:48:23.799432Z","caller":"traceutil/trace.go:171","msg":"trace[270788269] transaction","detail":"{read_only:false; response_revision:30412; number_of_response:1; }","duration":"123.581881ms","start":"2026-04-23T08:48:23.675817Z","end":"2026-04-23T08:48:23.799399Z","steps":["trace[270788269] 'process raft request' (duration: 123.441638ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:50:16.159673Z","caller":"traceutil/trace.go:171","msg":"trace[327631879] transaction","detail":"{read_only:false; response_revision:31356; number_of_response:1; }","duration":"118.130318ms","start":"2026-04-23T08:50:16.041514Z","end":"2026-04-23T08:50:16.159645Z","steps":["trace[327631879] 'process raft request' (duration: 117.913573ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:50:16.175162Z","caller":"traceutil/trace.go:171","msg":"trace[497721532] transaction","detail":"{read_only:false; response_revision:31357; number_of_response:1; }","duration":"126.715699ms","start":"2026-04-23T08:50:16.048332Z","end":"2026-04-23T08:50:16.175048Z","steps":["trace[497721532] 'process raft request' (duration: 126.164236ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:50:43.822297Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28826} {"level":"info","ts":"2026-04-23T08:50:43.956468Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28826,"took":"128.766917ms","hash":3904976533,"current-db-size-bytes":58032128,"current-db-size":"58 MB","current-db-size-in-use-bytes":37068800,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-04-23T08:50:43.956595Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3904976533,"revision":28826,"compact-revision":26667} {"level":"info","ts":"2026-04-23T08:51:29.464564Z","caller":"traceutil/trace.go:171","msg":"trace[2056086516] transaction","detail":"{read_only:false; response_revision:31890; number_of_response:1; }","duration":"155.468991ms","start":"2026-04-23T08:51:29.309056Z","end":"2026-04-23T08:51:29.464525Z","steps":["trace[2056086516] 'process raft request' (duration: 155.274806ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:51:30.310019Z","caller":"traceutil/trace.go:171","msg":"trace[1361050919] linearizableReadLoop","detail":"{readStateIndex:33038; appliedIndex:33037; }","duration":"131.744137ms","start":"2026-04-23T08:51:30.17824Z","end":"2026-04-23T08:51:30.309984Z","steps":["trace[1361050919] 'read index received' (duration: 131.500651ms)","trace[1361050919] 'applied index is now lower than readState.Index' (duration: 241.456µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:51:30.310093Z","caller":"traceutil/trace.go:171","msg":"trace[1674097763] transaction","detail":"{read_only:false; response_revision:31894; number_of_response:1; }","duration":"150.349761ms","start":"2026-04-23T08:51:30.15969Z","end":"2026-04-23T08:51:30.310039Z","steps":["trace[1674097763] 'process raft request' (duration: 150.075985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:51:30.310347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.081734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T08:51:30.310457Z","caller":"traceutil/trace.go:171","msg":"trace[548043698] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:31894; }","duration":"132.209028ms","start":"2026-04-23T08:51:30.178217Z","end":"2026-04-23T08:51:30.310426Z","steps":["trace[548043698] 'agreement among raft nodes before linearized reading' (duration: 131.900891ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:55:29.591405Z","caller":"traceutil/trace.go:171","msg":"trace[2084967203] transaction","detail":"{read_only:false; response_revision:33712; number_of_response:1; }","duration":"191.623195ms","start":"2026-04-23T08:55:29.39975Z","end":"2026-04-23T08:55:29.591374Z","steps":["trace[2084967203] 'process raft request' (duration: 191.352429ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:55:29.96624Z","caller":"traceutil/trace.go:171","msg":"trace[676838769] transaction","detail":"{read_only:false; response_revision:33719; number_of_response:1; }","duration":"165.427523ms","start":"2026-04-23T08:55:29.80077Z","end":"2026-04-23T08:55:29.966197Z","steps":["trace[676838769] 'process raft request' (duration: 165.161877ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:55:31.864186Z","caller":"traceutil/trace.go:171","msg":"trace[1951754603] transaction","detail":"{read_only:false; response_revision:33727; number_of_response:1; }","duration":"172.218102ms","start":"2026-04-23T08:55:31.691929Z","end":"2026-04-23T08:55:31.864147Z","steps":["trace[1951754603] 'process raft request' (duration: 171.941905ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:55:31.930202Z","caller":"traceutil/trace.go:171","msg":"trace[164051416] transaction","detail":"{read_only:false; response_revision:33729; number_of_response:1; }","duration":"229.194162ms","start":"2026-04-23T08:55:31.700977Z","end":"2026-04-23T08:55:31.930171Z","steps":["trace[164051416] 'process raft request' (duration: 229.09386ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:55:31.930208Z","caller":"traceutil/trace.go:171","msg":"trace[1293795453] transaction","detail":"{read_only:false; response_revision:33728; number_of_response:1; }","duration":"234.66615ms","start":"2026-04-23T08:55:31.695518Z","end":"2026-04-23T08:55:31.930184Z","steps":["trace[1293795453] 'process raft request' (duration: 234.374143ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:55:31.930579Z","caller":"traceutil/trace.go:171","msg":"trace[2032110450] transaction","detail":"{read_only:false; response_revision:33730; number_of_response:1; }","duration":"228.937516ms","start":"2026-04-23T08:55:31.701427Z","end":"2026-04-23T08:55:31.930365Z","steps":["trace[2032110450] 'process raft request' (duration: 228.69625ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:55:31.930585Z","caller":"traceutil/trace.go:171","msg":"trace[79574611] transaction","detail":"{read_only:false; response_revision:33731; number_of_response:1; }","duration":"227.311648ms","start":"2026-04-23T08:55:31.703258Z","end":"2026-04-23T08:55:31.93057Z","steps":["trace[79574611] 'process raft request' (duration: 227.044941ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:55:31.930644Z","caller":"traceutil/trace.go:171","msg":"trace[124057741] linearizableReadLoop","detail":"{readStateIndex:34932; appliedIndex:34925; }","duration":"218.164705ms","start":"2026-04-23T08:55:31.712454Z","end":"2026-04-23T08:55:31.930619Z","steps":["trace[124057741] 'read index received' (duration: 151.465327ms)","trace[124057741] 'applied index is now lower than readState.Index' (duration: 66.698458ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:55:31.930827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.355879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:55:31.930776Z","caller":"traceutil/trace.go:171","msg":"trace[1842958460] transaction","detail":"{read_only:false; response_revision:33733; number_of_response:1; }","duration":"224.307398ms","start":"2026-04-23T08:55:31.706415Z","end":"2026-04-23T08:55:31.930722Z","steps":["trace[1842958460] 'process raft request' (duration: 224.163885ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:55:31.930859Z","caller":"traceutil/trace.go:171","msg":"trace[1722542112] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33733; }","duration":"218.42272ms","start":"2026-04-23T08:55:31.712428Z","end":"2026-04-23T08:55:31.930851Z","steps":["trace[1722542112] 'agreement among raft nodes before linearized reading' (duration: 218.314088ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:55:31.931097Z","caller":"traceutil/trace.go:171","msg":"trace[374921319] transaction","detail":"{read_only:false; response_revision:33732; number_of_response:1; }","duration":"226.12908ms","start":"2026-04-23T08:55:31.704557Z","end":"2026-04-23T08:55:31.930686Z","steps":["trace[374921319] 'process raft request' (duration: 225.936966ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:55:32.173209Z","caller":"traceutil/trace.go:171","msg":"trace[450123868] linearizableReadLoop","detail":"{readStateIndex:34933; appliedIndex:34932; }","duration":"164.119663ms","start":"2026-04-23T08:55:32.009055Z","end":"2026-04-23T08:55:32.173175Z","steps":["trace[450123868] 'read index received' (duration: 113.577193ms)","trace[450123868] 'applied index is now lower than readState.Index' (duration: 50.54116ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:55:32.173297Z","caller":"traceutil/trace.go:171","msg":"trace[852785722] transaction","detail":"{read_only:false; response_revision:33734; number_of_response:1; }","duration":"196.659852ms","start":"2026-04-23T08:55:31.976595Z","end":"2026-04-23T08:55:32.173255Z","steps":["trace[852785722] 'process raft request' (duration: 146.079181ms)","trace[852785722] 'compare' (duration: 50.327815ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:55:32.173564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.070498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T08:55:32.173624Z","caller":"traceutil/trace.go:171","msg":"trace[26625450] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33734; }","duration":"142.190301ms","start":"2026-04-23T08:55:32.031415Z","end":"2026-04-23T08:55:32.173605Z","steps":["trace[26625450] 'agreement among raft nodes before linearized reading' (duration: 141.950455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:55:32.173723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.628194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T08:55:32.173848Z","caller":"traceutil/trace.go:171","msg":"trace[1632385375] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33734; }","duration":"164.838869ms","start":"2026-04-23T08:55:32.008983Z","end":"2026-04-23T08:55:32.173822Z","steps":["trace[1632385375] 'agreement among raft nodes before linearized reading' (duration: 164.387588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:55:33.930873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.848419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:55:33.931084Z","caller":"traceutil/trace.go:171","msg":"trace[379526088] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:33740; }","duration":"111.065334ms","start":"2026-04-23T08:55:33.819905Z","end":"2026-04-23T08:55:33.930971Z","steps":["trace[379526088] 'count revisions from in-memory index tree' (duration: 110.738676ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:55:34.040092Z","caller":"traceutil/trace.go:171","msg":"trace[493847761] transaction","detail":"{read_only:false; response_revision:33742; number_of_response:1; }","duration":"103.100827ms","start":"2026-04-23T08:55:33.93696Z","end":"2026-04-23T08:55:34.040061Z","steps":["trace[493847761] 'process raft request' (duration: 98.48825ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:55:34.040441Z","caller":"traceutil/trace.go:171","msg":"trace[199580465] transaction","detail":"{read_only:false; response_revision:33743; number_of_response:1; }","duration":"103.367014ms","start":"2026-04-23T08:55:33.937059Z","end":"2026-04-23T08:55:34.040426Z","steps":["trace[199580465] 'process raft request' (duration: 102.943874ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:55:34.040664Z","caller":"traceutil/trace.go:171","msg":"trace[1536470171] transaction","detail":"{read_only:false; response_revision:33745; number_of_response:1; }","duration":"103.306163ms","start":"2026-04-23T08:55:33.93733Z","end":"2026-04-23T08:55:34.040636Z","steps":["trace[1536470171] 'process raft request' (duration: 103.18173ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:55:34.040711Z","caller":"traceutil/trace.go:171","msg":"trace[1844957695] transaction","detail":"{read_only:false; response_revision:33744; number_of_response:1; }","duration":"103.473296ms","start":"2026-04-23T08:55:33.93722Z","end":"2026-04-23T08:55:34.040693Z","steps":["trace[1844957695] 'process raft request' (duration: 103.054926ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:55:34.040768Z","caller":"traceutil/trace.go:171","msg":"trace[719688095] transaction","detail":"{read_only:false; response_revision:33746; number_of_response:1; }","duration":"101.775846ms","start":"2026-04-23T08:55:33.938982Z","end":"2026-04-23T08:55:34.040758Z","steps":["trace[719688095] 'process raft request' (duration: 101.577732ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:55:43.933581Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31559} {"level":"warn","ts":"2026-04-23T08:55:44.463644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.276936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/identity\" ","response":"range_response_count:1 size:855"} {"level":"info","ts":"2026-04-23T08:55:44.463757Z","caller":"traceutil/trace.go:171","msg":"trace[1793068547] range","detail":"{range_begin:/registry/ingress/openstack/identity; range_end:; response_count:1; response_revision:33822; }","duration":"134.45242ms","start":"2026-04-23T08:55:44.329275Z","end":"2026-04-23T08:55:44.463727Z","steps":["trace[1793068547] 'range keys from in-memory index tree' (duration: 134.03236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:55:44.464557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.546255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-23T08:55:44.464751Z","caller":"traceutil/trace.go:171","msg":"trace[829930129] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:33822; }","duration":"109.505017ms","start":"2026-04-23T08:55:44.355161Z","end":"2026-04-23T08:55:44.464666Z","steps":["trace[829930129] 'range keys from in-memory index tree' (duration: 108.237278ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:55:44.575275Z","caller":"traceutil/trace.go:171","msg":"trace[895048357] transaction","detail":"{read_only:false; response_revision:33824; number_of_response:1; }","duration":"105.445243ms","start":"2026-04-23T08:55:44.469791Z","end":"2026-04-23T08:55:44.575236Z","steps":["trace[895048357] 'process raft request' (duration: 105.038694ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:55:44.575296Z","caller":"traceutil/trace.go:171","msg":"trace[64418103] transaction","detail":"{read_only:false; response_revision:33823; number_of_response:1; }","duration":"105.860942ms","start":"2026-04-23T08:55:44.469378Z","end":"2026-04-23T08:55:44.575239Z","steps":["trace[64418103] 'process raft request' (duration: 76.413714ms)","trace[64418103] 'compare' (duration: 28.760802ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:55:44.68853Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31559,"took":"749.605374ms","hash":3873765421,"current-db-size-bytes":59072512,"current-db-size":"59 MB","current-db-size-in-use-bytes":31739904,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-23T08:55:44.688618Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3873765421,"revision":31559,"compact-revision":28826} {"level":"info","ts":"2026-04-23T08:56:01.511311Z","caller":"traceutil/trace.go:171","msg":"trace[1419247318] transaction","detail":"{read_only:false; response_revision:33945; number_of_response:1; }","duration":"209.994404ms","start":"2026-04-23T08:56:01.301269Z","end":"2026-04-23T08:56:01.511264Z","steps":["trace[1419247318] 'process raft request' (duration: 209.668306ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:56:06.656995Z","caller":"traceutil/trace.go:171","msg":"trace[1244969759] transaction","detail":"{read_only:false; response_revision:33975; number_of_response:1; }","duration":"290.118125ms","start":"2026-04-23T08:56:06.366844Z","end":"2026-04-23T08:56:06.656962Z","steps":["trace[1244969759] 'process raft request' (duration: 287.652837ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:56:06.666635Z","caller":"traceutil/trace.go:171","msg":"trace[1318373793] transaction","detail":"{read_only:false; response_revision:33977; number_of_response:1; }","duration":"252.182548ms","start":"2026-04-23T08:56:06.414422Z","end":"2026-04-23T08:56:06.666605Z","steps":["trace[1318373793] 'process raft request' (duration: 252.108017ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:56:06.666645Z","caller":"traceutil/trace.go:171","msg":"trace[1366554771] transaction","detail":"{read_only:false; response_revision:33976; number_of_response:1; }","duration":"296.539124ms","start":"2026-04-23T08:56:06.370066Z","end":"2026-04-23T08:56:06.666606Z","steps":["trace[1366554771] 'process raft request' (duration: 296.33124ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:56:06.666969Z","caller":"traceutil/trace.go:171","msg":"trace[839711890] transaction","detail":"{read_only:false; response_revision:33978; number_of_response:1; }","duration":"214.13721ms","start":"2026-04-23T08:56:06.452789Z","end":"2026-04-23T08:56:06.666927Z","steps":["trace[839711890] 'process raft request' (duration: 213.779612ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:56:06.667122Z","caller":"traceutil/trace.go:171","msg":"trace[858287006] transaction","detail":"{read_only:false; response_revision:33979; number_of_response:1; }","duration":"189.444384ms","start":"2026-04-23T08:56:06.477666Z","end":"2026-04-23T08:56:06.667111Z","steps":["trace[858287006] 'process raft request' (duration: 189.141707ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:56:06.667098Z","caller":"traceutil/trace.go:171","msg":"trace[1880016931] linearizableReadLoop","detail":"{readStateIndex:35186; appliedIndex:35181; }","duration":"125.186273ms","start":"2026-04-23T08:56:06.541884Z","end":"2026-04-23T08:56:06.66707Z","steps":["trace[1880016931] 'read index received' (duration: 112.63113ms)","trace[1880016931] 'applied index is now lower than readState.Index' (duration: 12.553943ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:56:06.667311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.421809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-23T08:56:06.667355Z","caller":"traceutil/trace.go:171","msg":"trace[600125763] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33979; }","duration":"125.528042ms","start":"2026-04-23T08:56:06.541813Z","end":"2026-04-23T08:56:06.667341Z","steps":["trace[600125763] 'agreement among raft nodes before linearized reading' (duration: 125.356388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:56:06.66738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.16435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T08:56:06.66742Z","caller":"traceutil/trace.go:171","msg":"trace[1546919536] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33979; }","duration":"124.241811ms","start":"2026-04-23T08:56:06.543168Z","end":"2026-04-23T08:56:06.66741Z","steps":["trace[1546919536] 'agreement among raft nodes before linearized reading' (duration: 124.091138ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:56:42.375556Z","caller":"traceutil/trace.go:171","msg":"trace[620890460] transaction","detail":"{read_only:false; response_revision:34241; number_of_response:1; }","duration":"196.101259ms","start":"2026-04-23T08:56:42.179419Z","end":"2026-04-23T08:56:42.37552Z","steps":["trace[620890460] 'process raft request' (duration: 195.852423ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:56:42.399781Z","caller":"traceutil/trace.go:171","msg":"trace[1903959338] transaction","detail":"{read_only:false; response_revision:34242; number_of_response:1; }","duration":"177.132016ms","start":"2026-04-23T08:56:42.222626Z","end":"2026-04-23T08:56:42.399758Z","steps":["trace[1903959338] 'process raft request' (duration: 176.978422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:56:42.478022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.60493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:56:42.478136Z","caller":"traceutil/trace.go:171","msg":"trace[118060730] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:34242; }","duration":"133.773254ms","start":"2026-04-23T08:56:42.344334Z","end":"2026-04-23T08:56:42.478107Z","steps":["trace[118060730] 'agreement among raft nodes before linearized reading' (duration: 55.586328ms)","trace[118060730] 'count revisions from in-memory index tree' (duration: 78.015952ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:56:49.018332Z","caller":"traceutil/trace.go:171","msg":"trace[1373673263] transaction","detail":"{read_only:false; response_revision:34287; number_of_response:1; }","duration":"164.810778ms","start":"2026-04-23T08:56:48.853483Z","end":"2026-04-23T08:56:49.018294Z","steps":["trace[1373673263] 'process raft request' (duration: 160.913438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:56:49.018482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.394208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T08:56:49.018988Z","caller":"traceutil/trace.go:171","msg":"trace[1046973136] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34290; }","duration":"134.960141ms","start":"2026-04-23T08:56:48.884014Z","end":"2026-04-23T08:56:49.018974Z","steps":["trace[1046973136] 'agreement among raft nodes before linearized reading' (duration: 134.391578ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:56:49.018349Z","caller":"traceutil/trace.go:171","msg":"trace[678044277] linearizableReadLoop","detail":"{readStateIndex:35506; appliedIndex:35502; }","duration":"134.253385ms","start":"2026-04-23T08:56:48.884068Z","end":"2026-04-23T08:56:49.018321Z","steps":["trace[678044277] 'read index received' (duration: 17.95629ms)","trace[678044277] 'applied index is now lower than readState.Index' (duration: 116.295905ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:56:49.018756Z","caller":"traceutil/trace.go:171","msg":"trace[1924271514] transaction","detail":"{read_only:false; response_revision:34288; number_of_response:1; }","duration":"165.140756ms","start":"2026-04-23T08:56:48.853597Z","end":"2026-04-23T08:56:49.018738Z","steps":["trace[1924271514] 'process raft request' (duration: 164.533902ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:56:49.018786Z","caller":"traceutil/trace.go:171","msg":"trace[1307772250] transaction","detail":"{read_only:false; response_revision:34290; number_of_response:1; }","duration":"161.326546ms","start":"2026-04-23T08:56:48.857442Z","end":"2026-04-23T08:56:49.018769Z","steps":["trace[1307772250] 'process raft request' (duration: 160.835515ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:56:49.01881Z","caller":"traceutil/trace.go:171","msg":"trace[1590841013] transaction","detail":"{read_only:false; response_revision:34289; number_of_response:1; }","duration":"162.255659ms","start":"2026-04-23T08:56:48.856488Z","end":"2026-04-23T08:56:49.018744Z","steps":["trace[1590841013] 'process raft request' (duration: 161.711376ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:57:03.288939Z","caller":"traceutil/trace.go:171","msg":"trace[1896603841] transaction","detail":"{read_only:false; response_revision:34393; number_of_response:1; }","duration":"122.46698ms","start":"2026-04-23T08:57:03.166437Z","end":"2026-04-23T08:57:03.288904Z","steps":["trace[1896603841] 'process raft request' (duration: 44.873358ms)","trace[1896603841] 'compare' (duration: 76.975397ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:57:03.288949Z","caller":"traceutil/trace.go:171","msg":"trace[1360611460] transaction","detail":"{read_only:false; response_revision:34394; number_of_response:1; }","duration":"122.254464ms","start":"2026-04-23T08:57:03.166663Z","end":"2026-04-23T08:57:03.288918Z","steps":["trace[1360611460] 'process raft request' (duration: 122.07604ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:57:45.393289Z","caller":"traceutil/trace.go:171","msg":"trace[1828750488] transaction","detail":"{read_only:false; response_revision:34695; number_of_response:1; }","duration":"139.139219ms","start":"2026-04-23T08:57:45.254093Z","end":"2026-04-23T08:57:45.393233Z","steps":["trace[1828750488] 'process raft request' (duration: 135.155216ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:57:45.393383Z","caller":"traceutil/trace.go:171","msg":"trace[1637482098] transaction","detail":"{read_only:false; response_revision:34696; number_of_response:1; }","duration":"135.395062ms","start":"2026-04-23T08:57:45.257967Z","end":"2026-04-23T08:57:45.393362Z","steps":["trace[1637482098] 'process raft request' (duration: 135.002672ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:57:55.810565Z","caller":"traceutil/trace.go:171","msg":"trace[1980993463] transaction","detail":"{read_only:false; response_revision:34775; number_of_response:1; }","duration":"112.870286ms","start":"2026-04-23T08:57:55.697645Z","end":"2026-04-23T08:57:55.810515Z","steps":["trace[1980993463] 'process raft request' (duration: 19.043335ms)","trace[1980993463] 'compare' (duration: 93.655337ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:57:56.120254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.46518ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T08:57:56.120419Z","caller":"traceutil/trace.go:171","msg":"trace[384040637] linearizableReadLoop","detail":"{readStateIndex:36006; appliedIndex:36005; }","duration":"303.373604ms","start":"2026-04-23T08:57:55.817019Z","end":"2026-04-23T08:57:56.120393Z","steps":["trace[384040637] 'read index received' (duration: 147.571006ms)","trace[384040637] 'applied index is now lower than readState.Index' (duration: 155.800878ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:57:56.120562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.541548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:57:56.120595Z","caller":"traceutil/trace.go:171","msg":"trace[1233104283] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:34776; }","duration":"303.61676ms","start":"2026-04-23T08:57:55.816964Z","end":"2026-04-23T08:57:56.120581Z","steps":["trace[1233104283] 'agreement among raft nodes before linearized reading' (duration: 303.543928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:57:56.120639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:57:55.816942Z","time spent":"303.682132ms","remote":"127.0.0.1:41358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:57:56.120593Z","caller":"traceutil/trace.go:171","msg":"trace[1617309523] transaction","detail":"{read_only:false; response_revision:34776; number_of_response:1; }","duration":"305.250818ms","start":"2026-04-23T08:57:55.815255Z","end":"2026-04-23T08:57:56.120506Z","steps":["trace[1617309523] 'process raft request' (duration: 149.417679ms)","trace[1617309523] 'compare' (duration: 155.325007ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:57:56.120897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.869116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-04-23T08:57:56.120905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.964073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-23T08:57:56.120956Z","caller":"traceutil/trace.go:171","msg":"trace[363221210] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:34776; }","duration":"297.915317ms","start":"2026-04-23T08:57:55.823017Z","end":"2026-04-23T08:57:56.120932Z","steps":["trace[363221210] 'agreement among raft nodes before linearized reading' (duration: 297.726832ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:57:56.120963Z","caller":"traceutil/trace.go:171","msg":"trace[357854724] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34776; }","duration":"180.067065ms","start":"2026-04-23T08:57:55.940876Z","end":"2026-04-23T08:57:56.120943Z","steps":["trace[357854724] 'agreement among raft nodes before linearized reading' (duration: 179.888311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:57:56.120953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.939113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T08:57:56.121044Z","caller":"traceutil/trace.go:171","msg":"trace[416105461] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34776; }","duration":"240.079627ms","start":"2026-04-23T08:57:55.880939Z","end":"2026-04-23T08:57:56.121018Z","steps":["trace[416105461] 'agreement among raft nodes before linearized reading' (duration: 239.813351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:57:56.121007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:57:55.815225Z","time spent":"305.649978ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:57:56.121134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.364701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T08:57:56.121258Z","caller":"traceutil/trace.go:171","msg":"trace[732797622] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34776; }","duration":"281.564696ms","start":"2026-04-23T08:57:55.839657Z","end":"2026-04-23T08:57:56.121222Z","steps":["trace[732797622] 'agreement among raft nodes before linearized reading' (duration: 281.130465ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:57:56.306207Z","caller":"traceutil/trace.go:171","msg":"trace[1348659932] linearizableReadLoop","detail":"{readStateIndex:36008; appliedIndex:36006; }","duration":"176.712456ms","start":"2026-04-23T08:57:56.129448Z","end":"2026-04-23T08:57:56.306161Z","steps":["trace[1348659932] 'read index received' (duration: 75.094863ms)","trace[1348659932] 'applied index is now lower than readState.Index' (duration: 101.616633ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:57:56.306671Z","caller":"traceutil/trace.go:171","msg":"trace[1643561693] transaction","detail":"{read_only:false; response_revision:34778; number_of_response:1; }","duration":"178.542569ms","start":"2026-04-23T08:57:56.128077Z","end":"2026-04-23T08:57:56.30662Z","steps":["trace[1643561693] 'process raft request' (duration: 139.041977ms)","trace[1643561693] 'compare' (duration: 38.815546ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:57:56.306725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.447616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T08:57:56.306752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.27236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18295"} {"level":"info","ts":"2026-04-23T08:57:56.306788Z","caller":"traceutil/trace.go:171","msg":"trace[460612788] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:34779; }","duration":"127.594169ms","start":"2026-04-23T08:57:56.179172Z","end":"2026-04-23T08:57:56.306766Z","steps":["trace[460612788] 'agreement among raft nodes before linearized reading' (duration: 127.476387ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:57:56.306743Z","caller":"traceutil/trace.go:171","msg":"trace[1697974409] transaction","detail":"{read_only:false; response_revision:34779; number_of_response:1; }","duration":"175.495619ms","start":"2026-04-23T08:57:56.131205Z","end":"2026-04-23T08:57:56.3067Z","steps":["trace[1697974409] 'process raft request' (duration: 174.897395ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:57:56.306843Z","caller":"traceutil/trace.go:171","msg":"trace[795619804] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:34779; }","duration":"177.439154ms","start":"2026-04-23T08:57:56.129386Z","end":"2026-04-23T08:57:56.306825Z","steps":["trace[795619804] 'agreement among raft nodes before linearized reading' (duration: 177.046505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:59:56.308395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.194997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T08:59:56.308517Z","caller":"traceutil/trace.go:171","msg":"trace[1636694788] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:35658; }","duration":"153.344531ms","start":"2026-04-23T08:59:56.155144Z","end":"2026-04-23T08:59:56.308489Z","steps":["trace[1636694788] 'count revisions from in-memory index tree' (duration: 153.072265ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:00:08.393588Z","caller":"traceutil/trace.go:171","msg":"trace[456023020] transaction","detail":"{read_only:false; response_revision:35800; number_of_response:1; }","duration":"391.373899ms","start":"2026-04-23T09:00:08.002182Z","end":"2026-04-23T09:00:08.393556Z","steps":["trace[456023020] 'process raft request' (duration: 358.600433ms)","trace[456023020] 'compare' (duration: 32.184892ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T09:00:08.393735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:00:08.002148Z","time spent":"391.510792ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T09:00:08.450505Z","caller":"traceutil/trace.go:171","msg":"trace[646316906] transaction","detail":"{read_only:false; response_revision:35801; number_of_response:1; }","duration":"445.864651ms","start":"2026-04-23T09:00:08.004604Z","end":"2026-04-23T09:00:08.450469Z","steps":["trace[646316906] 'process raft request' (duration: 445.654227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:00:08.450691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:00:08.004549Z","time spent":"446.030995ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T09:00:08.450815Z","caller":"traceutil/trace.go:171","msg":"trace[772853239] transaction","detail":"{read_only:false; response_revision:35802; number_of_response:1; }","duration":"386.869654ms","start":"2026-04-23T09:00:08.063902Z","end":"2026-04-23T09:00:08.450772Z","steps":["trace[772853239] 'process raft request' (duration: 386.516405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:00:08.451052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:00:08.063871Z","time spent":"387.043968ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T09:00:08.451141Z","caller":"traceutil/trace.go:171","msg":"trace[2124029758] transaction","detail":"{read_only:false; response_revision:35803; number_of_response:1; }","duration":"384.070389ms","start":"2026-04-23T09:00:08.067058Z","end":"2026-04-23T09:00:08.451128Z","steps":["trace[2124029758] 'process raft request' (duration: 383.645979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:00:08.451202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:00:08.067026Z","time spent":"384.14909ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T09:00:08.451227Z","caller":"traceutil/trace.go:171","msg":"trace[2084267420] linearizableReadLoop","detail":"{readStateIndex:37060; appliedIndex:37058; }","duration":"416.695711ms","start":"2026-04-23T09:00:08.03451Z","end":"2026-04-23T09:00:08.451206Z","steps":["trace[2084267420] 'read index received' (duration: 326.29147ms)","trace[2084267420] 'applied index is now lower than readState.Index' (duration: 90.402751ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T09:00:08.451281Z","caller":"traceutil/trace.go:171","msg":"trace[1947577276] transaction","detail":"{read_only:false; response_revision:35804; number_of_response:1; }","duration":"374.208108ms","start":"2026-04-23T09:00:08.077037Z","end":"2026-04-23T09:00:08.451245Z","steps":["trace[1947577276] 'process raft request' (duration: 374.035654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:00:08.451375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.872934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T09:00:08.451409Z","caller":"traceutil/trace.go:171","msg":"trace[1689842039] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:35804; }","duration":"416.946376ms","start":"2026-04-23T09:00:08.034452Z","end":"2026-04-23T09:00:08.451399Z","steps":["trace[1689842039] 'agreement among raft nodes before linearized reading' (duration: 416.835074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:00:08.451439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:00:08.034425Z","time spent":"417.007848ms","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-04-23T09:00:08.451513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:00:08.077009Z","time spent":"374.394572ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T09:00:08.742501Z","caller":"traceutil/trace.go:171","msg":"trace[1495906266] linearizableReadLoop","detail":"{readStateIndex:37065; appliedIndex:37063; }","duration":"183.104506ms","start":"2026-04-23T09:00:08.559367Z","end":"2026-04-23T09:00:08.742471Z","steps":["trace[1495906266] 'read index received' (duration: 9.763688ms)","trace[1495906266] 'applied index is now lower than readState.Index' (duration: 173.339848ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T09:00:08.742696Z","caller":"traceutil/trace.go:171","msg":"trace[2116714654] transaction","detail":"{read_only:false; response_revision:35806; number_of_response:1; }","duration":"256.715804ms","start":"2026-04-23T09:00:08.485933Z","end":"2026-04-23T09:00:08.742649Z","steps":["trace[2116714654] 'process raft request' (duration: 215.935342ms)","trace[2116714654] 'compare' (duration: 40.336322ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T09:00:08.742808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.877046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-23T09:00:08.742896Z","caller":"traceutil/trace.go:171","msg":"trace[1310756943] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35806; }","duration":"134.02417ms","start":"2026-04-23T09:00:08.60885Z","end":"2026-04-23T09:00:08.742874Z","steps":["trace[1310756943] 'agreement among raft nodes before linearized reading' (duration: 133.802074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:00:08.742889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.486305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-23T09:00:08.742996Z","caller":"traceutil/trace.go:171","msg":"trace[1044944016] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:35806; }","duration":"183.676869ms","start":"2026-04-23T09:00:08.559295Z","end":"2026-04-23T09:00:08.742972Z","steps":["trace[1044944016] 'agreement among raft nodes before linearized reading' (duration: 183.333041ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:00:09.080486Z","caller":"traceutil/trace.go:171","msg":"trace[1058665888] linearizableReadLoop","detail":"{readStateIndex:37067; appliedIndex:37066; }","duration":"272.38377ms","start":"2026-04-23T09:00:08.807878Z","end":"2026-04-23T09:00:09.080261Z","steps":["trace[1058665888] 'read index received' (duration: 271.52226ms)","trace[1058665888] 'applied index is now lower than readState.Index' (duration: 860.35µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T09:00:09.081694Z","caller":"traceutil/trace.go:171","msg":"trace[1071819868] transaction","detail":"{read_only:false; response_revision:35808; number_of_response:1; }","duration":"302.427852ms","start":"2026-04-23T09:00:08.779249Z","end":"2026-04-23T09:00:09.081677Z","steps":["trace[1071819868] 'process raft request' (duration: 300.243281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:00:09.082095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.181402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-23T09:00:09.082105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:00:08.77923Z","time spent":"302.683029ms","remote":"127.0.0.1:48082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7348,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T09:00:09.082217Z","caller":"traceutil/trace.go:171","msg":"trace[2037285716] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:35808; }","duration":"274.359006ms","start":"2026-04-23T09:00:08.807827Z","end":"2026-04-23T09:00:09.082186Z","steps":["trace[2037285716] 'agreement among raft nodes before linearized reading' (duration: 274.028938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:00:09.082547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.072518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T09:00:09.082656Z","caller":"traceutil/trace.go:171","msg":"trace[1413920415] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35808; }","duration":"196.212422ms","start":"2026-04-23T09:00:08.8864Z","end":"2026-04-23T09:00:09.082612Z","steps":["trace[1413920415] 'agreement among raft nodes before linearized reading' (duration: 196.093719ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:00:43.94106Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33815} {"level":"info","ts":"2026-04-23T09:00:44.098547Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33815,"took":"153.114485ms","hash":2073974642,"current-db-size-bytes":59072512,"current-db-size":"59 MB","current-db-size-in-use-bytes":31174656,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-23T09:00:44.098618Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2073974642,"revision":33815,"compact-revision":31559} {"level":"warn","ts":"2026-04-23T09:03:01.160617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.547546ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-23T09:03:01.160957Z","caller":"traceutil/trace.go:171","msg":"trace[1597389112] linearizableReadLoop","detail":"{readStateIndex:38500; appliedIndex:38499; }","duration":"582.766508ms","start":"2026-04-23T09:03:00.578164Z","end":"2026-04-23T09:03:01.160931Z","steps":["trace[1597389112] 'read index received' (duration: 268.054359ms)","trace[1597389112] 'applied index is now lower than readState.Index' (duration: 314.710669ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T09:03:01.161254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.054606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T09:03:01.161359Z","caller":"traceutil/trace.go:171","msg":"trace[2112810657] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:37200; }","duration":"583.178038ms","start":"2026-04-23T09:03:00.578155Z","end":"2026-04-23T09:03:01.161333Z","steps":["trace[2112810657] 'agreement among raft nodes before linearized reading' (duration: 582.978844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:03:01.161417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:03:00.57805Z","time spent":"583.356032ms","remote":"127.0.0.1:52806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-04-23T09:03:01.161521Z","caller":"traceutil/trace.go:171","msg":"trace[2063008130] transaction","detail":"{read_only:false; response_revision:37201; number_of_response:1; }","duration":"489.836249ms","start":"2026-04-23T09:03:00.671635Z","end":"2026-04-23T09:03:01.161471Z","steps":["trace[2063008130] 'process raft request' (duration: 489.146193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:03:01.16174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:03:00.671611Z","time spent":"490.027863ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T09:03:01.163926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.337841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-04-23T09:03:01.164032Z","caller":"traceutil/trace.go:171","msg":"trace[1999487959] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:37203; }","duration":"374.488615ms","start":"2026-04-23T09:03:00.789516Z","end":"2026-04-23T09:03:01.164004Z","steps":["trace[1999487959] 'agreement among raft nodes before linearized reading' (duration: 374.331381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:03:01.164081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:03:00.789488Z","time spent":"374.583237ms","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-23T09:03:01.164202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.221991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T09:03:01.164353Z","caller":"traceutil/trace.go:171","msg":"trace[629261695] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:37203; }","duration":"339.405345ms","start":"2026-04-23T09:03:00.824922Z","end":"2026-04-23T09:03:01.164328Z","steps":["trace[629261695] 'agreement among raft nodes before linearized reading' (duration: 339.014176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:03:01.164411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:03:00.824859Z","time spent":"339.536109ms","remote":"127.0.0.1:41362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T09:03:03.740404Z","caller":"traceutil/trace.go:171","msg":"trace[535819937] transaction","detail":"{read_only:false; response_revision:37221; number_of_response:1; }","duration":"160.712412ms","start":"2026-04-23T09:03:03.579641Z","end":"2026-04-23T09:03:03.740354Z","steps":["trace[535819937] 'process raft request' (duration: 160.447076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:03:03.946215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.743419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-23T09:03:03.946282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.816634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-23T09:03:03.946343Z","caller":"traceutil/trace.go:171","msg":"trace[604616682] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37221; }","duration":"108.932224ms","start":"2026-04-23T09:03:03.837383Z","end":"2026-04-23T09:03:03.946315Z","steps":["trace[604616682] 'range keys from in-memory index tree' (duration: 108.537114ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:03:03.946374Z","caller":"traceutil/trace.go:171","msg":"trace[2028171797] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37221; }","duration":"109.965558ms","start":"2026-04-23T09:03:03.836387Z","end":"2026-04-23T09:03:03.946352Z","steps":["trace[2028171797] 'range keys from in-memory index tree' (duration: 109.619659ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:03:04.161422Z","caller":"traceutil/trace.go:171","msg":"trace[1848025673] linearizableReadLoop","detail":"{readStateIndex:38523; appliedIndex:38521; }","duration":"206.466362ms","start":"2026-04-23T09:03:03.954917Z","end":"2026-04-23T09:03:04.161383Z","steps":["trace[1848025673] 'read index received' (duration: 66.645627ms)","trace[1848025673] 'applied index is now lower than readState.Index' (duration: 139.818765ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T09:03:04.161464Z","caller":"traceutil/trace.go:171","msg":"trace[1828803337] transaction","detail":"{read_only:false; response_revision:37223; number_of_response:1; }","duration":"208.724364ms","start":"2026-04-23T09:03:03.952698Z","end":"2026-04-23T09:03:04.161422Z","steps":["trace[1828803337] 'process raft request' (duration: 161.324317ms)","trace[1828803337] 'compare' (duration: 47.11869ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T09:03:04.16183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.869141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-23T09:03:04.161961Z","caller":"traceutil/trace.go:171","msg":"trace[132295455] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37223; }","duration":"207.085206ms","start":"2026-04-23T09:03:03.954854Z","end":"2026-04-23T09:03:04.161939Z","steps":["trace[132295455] 'agreement among raft nodes before linearized reading' (duration: 206.636205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:03:06.433241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.521489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-23T09:03:06.433372Z","caller":"traceutil/trace.go:171","msg":"trace[922254230] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37240; }","duration":"190.752995ms","start":"2026-04-23T09:03:06.242593Z","end":"2026-04-23T09:03:06.433346Z","steps":["trace[922254230] 'range keys from in-memory index tree' (duration: 190.318044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:03:06.433618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.422783ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T09:03:06.433786Z","caller":"traceutil/trace.go:171","msg":"trace[1166746414] transaction","detail":"{read_only:false; response_revision:37241; number_of_response:1; }","duration":"189.032524ms","start":"2026-04-23T09:03:06.244727Z","end":"2026-04-23T09:03:06.433759Z","steps":["trace[1166746414] 'process raft request' (duration: 44.330055ms)","trace[1166746414] 'compare' (duration: 143.87164ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T09:03:06.438842Z","caller":"traceutil/trace.go:171","msg":"trace[769508320] linearizableReadLoop","detail":"{readStateIndex:38543; appliedIndex:38541; }","duration":"187.335424ms","start":"2026-04-23T09:03:06.251486Z","end":"2026-04-23T09:03:06.438822Z","steps":["trace[769508320] 'read index received' (duration: 37.574547ms)","trace[769508320] 'applied index is now lower than readState.Index' (duration: 149.759607ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T09:03:06.438941Z","caller":"traceutil/trace.go:171","msg":"trace[91241535] transaction","detail":"{read_only:false; response_revision:37242; number_of_response:1; }","duration":"187.56336ms","start":"2026-04-23T09:03:06.251369Z","end":"2026-04-23T09:03:06.438932Z","steps":["trace[91241535] 'process raft request' (duration: 187.14499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:03:06.439139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.638081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T09:03:06.4392Z","caller":"traceutil/trace.go:171","msg":"trace[1460419992] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37242; }","duration":"187.744314ms","start":"2026-04-23T09:03:06.251441Z","end":"2026-04-23T09:03:06.439186Z","steps":["trace[1460419992] 'agreement among raft nodes before linearized reading' (duration: 187.57492ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:03:06.627312Z","caller":"traceutil/trace.go:171","msg":"trace[440618225] linearizableReadLoop","detail":"{readStateIndex:38544; appliedIndex:38543; }","duration":"188.377829ms","start":"2026-04-23T09:03:06.438907Z","end":"2026-04-23T09:03:06.627285Z","steps":["trace[440618225] 'read index received' (duration: 188.140854ms)","trace[440618225] 'applied index is now lower than readState.Index' (duration: 235.975µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T09:03:06.627437Z","caller":"traceutil/trace.go:171","msg":"trace[172051266] transaction","detail":"{read_only:false; response_revision:37243; number_of_response:1; }","duration":"189.094776ms","start":"2026-04-23T09:03:06.438308Z","end":"2026-04-23T09:03:06.627403Z","steps":["trace[172051266] 'process raft request' (duration: 188.760208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:03:06.627455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.205615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T09:03:06.627556Z","caller":"traceutil/trace.go:171","msg":"trace[388158003] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:37243; }","duration":"367.387749ms","start":"2026-04-23T09:03:06.260144Z","end":"2026-04-23T09:03:06.627532Z","steps":["trace[388158003] 'agreement among raft nodes before linearized reading' (duration: 367.194284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:03:06.6275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.82763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-04-23T09:03:06.627615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:03:06.260125Z","time spent":"367.480022ms","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-04-23T09:03:06.627619Z","caller":"traceutil/trace.go:171","msg":"trace[1403922752] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:37243; }","duration":"246.015735ms","start":"2026-04-23T09:03:06.381592Z","end":"2026-04-23T09:03:06.627607Z","steps":["trace[1403922752] 'agreement among raft nodes before linearized reading' (duration: 245.722098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:03:06.627776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.412213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T09:03:06.62793Z","caller":"traceutil/trace.go:171","msg":"trace[940878034] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:37243; }","duration":"374.581837ms","start":"2026-04-23T09:03:06.253302Z","end":"2026-04-23T09:03:06.627884Z","steps":["trace[940878034] 'agreement among raft nodes before linearized reading' (duration: 374.154877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:03:06.628016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:03:06.253271Z","time spent":"374.72882ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-23T09:03:06.641658Z","caller":"traceutil/trace.go:171","msg":"trace[241903235] transaction","detail":"{read_only:false; response_revision:37244; number_of_response:1; }","duration":"195.6902ms","start":"2026-04-23T09:03:06.445929Z","end":"2026-04-23T09:03:06.64162Z","steps":["trace[241903235] 'process raft request' (duration: 195.496835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:03:06.641683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.303976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T09:03:06.641764Z","caller":"traceutil/trace.go:171","msg":"trace[1330506253] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:37244; }","duration":"161.465341ms","start":"2026-04-23T09:03:06.480279Z","end":"2026-04-23T09:03:06.641744Z","steps":["trace[1330506253] 'agreement among raft nodes before linearized reading' (duration: 161.247996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:03:10.327352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.908634ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T09:03:10.327502Z","caller":"traceutil/trace.go:171","msg":"trace[1838044825] linearizableReadLoop","detail":"{readStateIndex:38576; appliedIndex:38575; }","duration":"246.158968ms","start":"2026-04-23T09:03:10.081322Z","end":"2026-04-23T09:03:10.327481Z","steps":["trace[1838044825] 'read index received' (duration: 43.944456ms)","trace[1838044825] 'applied index is now lower than readState.Index' (duration: 202.213052ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T09:03:10.327593Z","caller":"traceutil/trace.go:171","msg":"trace[1523994191] transaction","detail":"{read_only:false; response_revision:37275; number_of_response:1; }","duration":"246.568897ms","start":"2026-04-23T09:03:10.080974Z","end":"2026-04-23T09:03:10.327543Z","steps":["trace[1523994191] 'process raft request' (duration: 44.318175ms)","trace[1523994191] 'compare' (duration: 201.663109ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T09:03:10.327795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.862372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-23T09:03:10.327842Z","caller":"traceutil/trace.go:171","msg":"trace[271495173] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37275; }","duration":"117.963924ms","start":"2026-04-23T09:03:10.209865Z","end":"2026-04-23T09:03:10.327829Z","steps":["trace[271495173] 'agreement among raft nodes before linearized reading' (duration: 117.77215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:03:10.327864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.484096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T09:03:10.328524Z","caller":"traceutil/trace.go:171","msg":"trace[1534675635] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:37275; }","duration":"247.193563ms","start":"2026-04-23T09:03:10.081296Z","end":"2026-04-23T09:03:10.32849Z","steps":["trace[1534675635] 'agreement among raft nodes before linearized reading' (duration: 246.271781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:03:10.752769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.440412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T09:03:10.75292Z","caller":"traceutil/trace.go:171","msg":"trace[1561107786] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37277; }","duration":"108.602916ms","start":"2026-04-23T09:03:10.644282Z","end":"2026-04-23T09:03:10.752885Z","steps":["trace[1561107786] 'range keys from in-memory index tree' (duration: 108.165236ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:03:10.803568Z","caller":"traceutil/trace.go:171","msg":"trace[1505976111] linearizableReadLoop","detail":"{readStateIndex:38579; appliedIndex:38578; }","duration":"128.855189ms","start":"2026-04-23T09:03:10.67462Z","end":"2026-04-23T09:03:10.803475Z","steps":["trace[1505976111] 'read index received' (duration: 75.687018ms)","trace[1505976111] 'applied index is now lower than readState.Index' (duration: 53.165931ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T09:03:10.804459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.816391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-04-23T09:03:10.804539Z","caller":"traceutil/trace.go:171","msg":"trace[774183099] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:37277; }","duration":"129.966795ms","start":"2026-04-23T09:03:10.674551Z","end":"2026-04-23T09:03:10.804518Z","steps":["trace[774183099] 'agreement among raft nodes before linearized reading' (duration: 129.154476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:03:10.88103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.368458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-23T09:03:10.88113Z","caller":"traceutil/trace.go:171","msg":"trace[1258460785] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:37280; }","duration":"203.496362ms","start":"2026-04-23T09:03:10.677608Z","end":"2026-04-23T09:03:10.881104Z","steps":["trace[1258460785] 'agreement among raft nodes before linearized reading' (duration: 203.084872ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:03:10.884256Z","caller":"traceutil/trace.go:171","msg":"trace[463268934] transaction","detail":"{read_only:false; response_revision:37279; number_of_response:1; }","duration":"125.824708ms","start":"2026-04-23T09:03:10.75838Z","end":"2026-04-23T09:03:10.884205Z","steps":["trace[463268934] 'process raft request' (duration: 106.375814ms)","trace[463268934] 'compare' (duration: 15.685887ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T09:03:11.235105Z","caller":"traceutil/trace.go:171","msg":"trace[350017350] transaction","detail":"{read_only:false; response_revision:37282; number_of_response:1; }","duration":"147.455023ms","start":"2026-04-23T09:03:11.087614Z","end":"2026-04-23T09:03:11.235069Z","steps":["trace[350017350] 'process raft request' (duration: 147.199937ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:03:11.770754Z","caller":"traceutil/trace.go:171","msg":"trace[644433401] transaction","detail":"{read_only:false; response_revision:37289; number_of_response:1; }","duration":"107.607873ms","start":"2026-04-23T09:03:11.66312Z","end":"2026-04-23T09:03:11.770727Z","steps":["trace[644433401] 'process raft request' (duration: 107.415999ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:03:11.81481Z","caller":"traceutil/trace.go:171","msg":"trace[212269647] transaction","detail":"{read_only:false; response_revision:37290; number_of_response:1; }","duration":"149.063451ms","start":"2026-04-23T09:03:11.665715Z","end":"2026-04-23T09:03:11.814779Z","steps":["trace[212269647] 'process raft request' (duration: 148.523398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:03:12.6145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.537022ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T09:03:12.61463Z","caller":"traceutil/trace.go:171","msg":"trace[1023298916] transaction","detail":"{read_only:false; response_revision:37291; number_of_response:1; }","duration":"794.662446ms","start":"2026-04-23T09:03:11.819934Z","end":"2026-04-23T09:03:12.614597Z","steps":["trace[1023298916] 'process raft request' (duration: 32.926829ms)","trace[1023298916] 'compare' (duration: 760.5824ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T09:03:12.614693Z","caller":"traceutil/trace.go:171","msg":"trace[814168806] linearizableReadLoop","detail":"{readStateIndex:38593; appliedIndex:38592; }","duration":"729.614206ms","start":"2026-04-23T09:03:11.885014Z","end":"2026-04-23T09:03:12.614629Z","steps":["trace[814168806] 'read index received' (duration: 69.992µs)","trace[814168806] 'applied index is now lower than readState.Index' (duration: 729.541884ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T09:03:12.614782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:03:11.819921Z","time spent":"794.773308ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T09:03:12.6148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.7891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T09:03:12.614847Z","caller":"traceutil/trace.go:171","msg":"trace[1628497097] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37291; }","duration":"729.896743ms","start":"2026-04-23T09:03:11.884936Z","end":"2026-04-23T09:03:12.614833Z","steps":["trace[1628497097] 'agreement among raft nodes before linearized reading' (duration: 729.77763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:03:12.6149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:03:11.884903Z","time spent":"729.987106ms","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T09:03:12.882079Z","caller":"traceutil/trace.go:171","msg":"trace[1010290823] transaction","detail":"{read_only:false; response_revision:37292; number_of_response:1; }","duration":"830.249387ms","start":"2026-04-23T09:03:12.051786Z","end":"2026-04-23T09:03:12.882036Z","steps":["trace[1010290823] 'process raft request' (duration: 815.159104ms)","trace[1010290823] 'compare' (duration: 14.687233ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T09:03:12.882437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:03:12.051733Z","time spent":"830.460311ms","remote":"127.0.0.1:35590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419253,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T09:03:12.891576Z","caller":"traceutil/trace.go:171","msg":"trace[121801330] linearizableReadLoop","detail":"{readStateIndex:38595; appliedIndex:38593; }","duration":"276.821344ms","start":"2026-04-23T09:03:12.614729Z","end":"2026-04-23T09:03:12.89155Z","steps":["trace[121801330] 'read index received' (duration: 251.921082ms)","trace[121801330] 'applied index is now lower than readState.Index' (duration: 24.899402ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T09:03:12.891745Z","caller":"traceutil/trace.go:171","msg":"trace[700833553] transaction","detail":"{read_only:false; response_revision:37293; number_of_response:1; }","duration":"345.021556ms","start":"2026-04-23T09:03:12.546676Z","end":"2026-04-23T09:03:12.891697Z","steps":["trace[700833553] 'process raft request' (duration: 344.677488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:03:12.891811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.347543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T09:03:12.891924Z","caller":"traceutil/trace.go:171","msg":"trace[311783400] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:37293; }","duration":"467.585459ms","start":"2026-04-23T09:03:12.424314Z","end":"2026-04-23T09:03:12.8919Z","steps":["trace[311783400] 'agreement among raft nodes before linearized reading' (duration: 467.310033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:03:12.891975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:03:12.424266Z","time spent":"467.700302ms","remote":"127.0.0.1:44078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T09:03:12.891976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.024449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T09:03:12.891867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.648716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T09:03:12.892079Z","caller":"traceutil/trace.go:171","msg":"trace[1195094979] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:37293; }","duration":"677.210994ms","start":"2026-04-23T09:03:12.214846Z","end":"2026-04-23T09:03:12.892057Z","steps":["trace[1195094979] 'agreement among raft nodes before linearized reading' (duration: 676.999389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:03:12.892073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.931902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T09:03:12.892141Z","caller":"traceutil/trace.go:171","msg":"trace[2126798421] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37293; }","duration":"275.927603ms","start":"2026-04-23T09:03:12.616182Z","end":"2026-04-23T09:03:12.89211Z","steps":["trace[2126798421] 'agreement among raft nodes before linearized reading' (duration: 275.663637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:03:12.89214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:03:12.214817Z","time spent":"677.311966ms","remote":"127.0.0.1:46524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-04-23T09:03:12.89215Z","caller":"traceutil/trace.go:171","msg":"trace[236299922] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37293; }","duration":"559.052024ms","start":"2026-04-23T09:03:12.333079Z","end":"2026-04-23T09:03:12.892131Z","steps":["trace[236299922] 'agreement among raft nodes before linearized reading' (duration: 558.831309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:03:12.892194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:03:12.333053Z","time spent":"559.130377ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T09:03:12.89218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:03:12.546648Z","time spent":"345.205411ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T09:03:12.891807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.930077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-23T09:03:12.892515Z","caller":"traceutil/trace.go:171","msg":"trace[1247455242] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37293; }","duration":"504.701395ms","start":"2026-04-23T09:03:12.387801Z","end":"2026-04-23T09:03:12.892502Z","steps":["trace[1247455242] 'agreement among raft nodes before linearized reading' (duration: 503.894816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:03:12.89256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:03:12.387775Z","time spent":"504.773627ms","remote":"127.0.0.1:48154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T09:03:13.490514Z","caller":"traceutil/trace.go:171","msg":"trace[1802171126] transaction","detail":"{read_only:false; response_revision:37303; number_of_response:1; }","duration":"163.650342ms","start":"2026-04-23T09:03:13.326799Z","end":"2026-04-23T09:03:13.490449Z","steps":["trace[1802171126] 'process raft request' (duration: 163.438017ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:03:13.490559Z","caller":"traceutil/trace.go:171","msg":"trace[1079385451] transaction","detail":"{read_only:false; response_revision:37305; number_of_response:1; }","duration":"145.074147ms","start":"2026-04-23T09:03:13.345431Z","end":"2026-04-23T09:03:13.490505Z","steps":["trace[1079385451] 'process raft request' (duration: 144.913644ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:03:13.490561Z","caller":"traceutil/trace.go:171","msg":"trace[235645427] transaction","detail":"{read_only:false; response_revision:37304; number_of_response:1; }","duration":"146.221004ms","start":"2026-04-23T09:03:13.344269Z","end":"2026-04-23T09:03:13.49049Z","steps":["trace[235645427] 'process raft request' (duration: 146.02906ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:03:13.490831Z","caller":"traceutil/trace.go:171","msg":"trace[325004765] transaction","detail":"{read_only:false; response_revision:37302; number_of_response:1; }","duration":"165.555306ms","start":"2026-04-23T09:03:13.325233Z","end":"2026-04-23T09:03:13.490789Z","steps":["trace[325004765] 'process raft request' (duration: 164.811429ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:05:43.948203Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":36147} {"level":"info","ts":"2026-04-23T09:05:44.101753Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":36147,"took":"148.514368ms","hash":1475157793,"current-db-size-bytes":59072512,"current-db-size":"59 MB","current-db-size-in-use-bytes":32120832,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-23T09:05:44.101845Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1475157793,"revision":36147,"compact-revision":33815} {"level":"info","ts":"2026-04-23T09:06:05.445872Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1c917701ce165bac","local-member-applied-index":40007,"local-member-snapshot-index":30006,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-23T09:06:05.452074Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40007} {"level":"info","ts":"2026-04-23T09:06:05.45221Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35007} {"level":"warn","ts":"2026-04-23T09:10:17.736803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.468106ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T09:10:17.736993Z","caller":"traceutil/trace.go:171","msg":"trace[1120555092] transaction","detail":"{read_only:false; response_revision:40579; number_of_response:1; }","duration":"264.510164ms","start":"2026-04-23T09:10:17.472465Z","end":"2026-04-23T09:10:17.736975Z","steps":["trace[1120555092] 'process raft request' (duration: 73.786852ms)","trace[1120555092] 'compare' (duration: 190.1939ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T09:10:43.955529Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":38509} {"level":"info","ts":"2026-04-23T09:10:44.09223Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":38509,"took":"132.252207ms","hash":1685719596,"current-db-size-bytes":59924480,"current-db-size":"60 MB","current-db-size-in-use-bytes":31694848,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-23T09:10:44.092347Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1685719596,"revision":38509,"compact-revision":36147}